2024-12-16 11:28:29,862 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-16 11:28:29,877 main DEBUG Took 0.012336 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 11:28:29,877 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 11:28:29,878 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 11:28:29,879 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 11:28:29,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,888 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 11:28:29,900 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,901 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,902 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,903 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,904 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,905 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,905 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,906 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,907 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,907 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,908 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 11:28:29,909 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,909 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 11:28:29,910 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 11:28:29,911 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 11:28:29,913 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 11:28:29,913 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 11:28:29,914 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 11:28:29,914 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 11:28:29,922 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 11:28:29,924 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 11:28:29,925 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 11:28:29,925 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 11:28:29,926 main DEBUG createAppenders(={Console}) 2024-12-16 11:28:29,926 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e initialized 2024-12-16 11:28:29,927 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-16 11:28:29,927 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e OK. 2024-12-16 11:28:29,927 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 11:28:29,928 main DEBUG OutputStream closed 2024-12-16 11:28:29,928 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 11:28:29,928 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 11:28:29,928 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7e7be63f OK 2024-12-16 11:28:30,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 11:28:30,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 11:28:30,005 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 11:28:30,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 11:28:30,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 11:28:30,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 11:28:30,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 11:28:30,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 11:28:30,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 11:28:30,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 11:28:30,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 11:28:30,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 11:28:30,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 11:28:30,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 11:28:30,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 11:28:30,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 11:28:30,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 11:28:30,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 11:28:30,012 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 11:28:30,012 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@76f4b65) with optional ClassLoader: null 2024-12-16 11:28:30,013 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 11:28:30,013 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@76f4b65] started OK. 2024-12-16T11:28:30,303 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c 2024-12-16 11:28:30,306 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 11:28:30,306 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T11:28:30,312 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop-log-dir so I do NOT create it in target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a 2024-12-16T11:28:30,312 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop-log-dir Erasing configuration value by system value. 2024-12-16T11:28:30,313 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop-tmp-dir so I do NOT create it in target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a 2024-12-16T11:28:30,313 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-16T11:28:30,313 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a 2024-12-16T11:28:30,322 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-16T11:28:30,338 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a, deleteOnExit=true 2024-12-16T11:28:30,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/zookeeper_0, clientPort=59243, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T11:28:30,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59243 2024-12-16T11:28:30,436 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-16T11:28:30,436 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-16T11:28:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T11:28:30,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T11:28:30,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/test.cache.data in system properties and HBase conf 2024-12-16T11:28:30,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T11:28:30,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop.log.dir in system properties and HBase conf 2024-12-16T11:28:30,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T11:28:30,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T11:28:30,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T11:28:30,541 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T11:28:30,623 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T11:28:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T11:28:30,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T11:28:30,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T11:28:30,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T11:28:30,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T11:28:30,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T11:28:30,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T11:28:30,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T11:28:30,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T11:28:30,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/nfs.dump.dir in system properties and HBase conf 2024-12-16T11:28:30,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/java.io.tmpdir in system properties and HBase conf 2024-12-16T11:28:30,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T11:28:30,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T11:28:30,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T11:28:31,393 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T11:28:31,465 INFO [Time-limited test {}] log.Log(170): Logging initialized @2307ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T11:28:31,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T11:28:31,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T11:28:31,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T11:28:31,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T11:28:31,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T11:28:31,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T11:28:31,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c84c4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop.log.dir/,AVAILABLE} 2024-12-16T11:28:31,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56609113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T11:28:31,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44bb46a9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/java.io.tmpdir/jetty-localhost-39623-hadoop-hdfs-3_4_1-tests_jar-_-any-3731983448739732182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T11:28:31,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347219d0{HTTP/1.1, (http/1.1)}{localhost:39623} 2024-12-16T11:28:31,817 INFO [Time-limited test {}] server.Server(415): Started @2660ms 2024-12-16T11:28:32,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T11:28:32,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T11:28:32,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T11:28:32,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T11:28:32,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T11:28:32,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c29111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop.log.dir/,AVAILABLE} 2024-12-16T11:28:32,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1ac256{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T11:28:32,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13dcf6e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/java.io.tmpdir/jetty-localhost-44019-hadoop-hdfs-3_4_1-tests_jar-_-any-9658939924355275701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T11:28:32,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@375fca07{HTTP/1.1, (http/1.1)}{localhost:44019} 2024-12-16T11:28:32,283 INFO [Time-limited test {}] server.Server(415): Started @3127ms 2024-12-16T11:28:32,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T11:28:32,784 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/dfs/data/data1/current/BP-913731359-172.17.0.2-1734348511171/current, will proceed with Du for space computation calculation, 2024-12-16T11:28:32,784 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/dfs/data/data2/current/BP-913731359-172.17.0.2-1734348511171/current, will proceed with Du for space computation calculation, 2024-12-16T11:28:32,821 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T11:28:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12117be46423fc4f with lease ID 0x6b523b9467710888: Processing first storage report for DS-90d1dce1-0e84-4bb8-ab5b-6f12cec8ec16 from datanode DatanodeRegistration(127.0.0.1:34449, datanodeUuid=1e90b489-509a-4505-9f30-bf5e649a17cf, infoPort=43685, infoSecurePort=0, ipcPort=46193, storageInfo=lv=-57;cid=testClusterID;nsid=557757794;c=1734348511171) 2024-12-16T11:28:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12117be46423fc4f with lease ID 0x6b523b9467710888: from storage DS-90d1dce1-0e84-4bb8-ab5b-6f12cec8ec16 node DatanodeRegistration(127.0.0.1:34449, datanodeUuid=1e90b489-509a-4505-9f30-bf5e649a17cf, infoPort=43685, infoSecurePort=0, ipcPort=46193, storageInfo=lv=-57;cid=testClusterID;nsid=557757794;c=1734348511171), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T11:28:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12117be46423fc4f with lease ID 0x6b523b9467710888: Processing first storage report for DS-baf179c7-91c4-4708-930e-f9ba34106bdc from datanode DatanodeRegistration(127.0.0.1:34449, datanodeUuid=1e90b489-509a-4505-9f30-bf5e649a17cf, infoPort=43685, infoSecurePort=0, ipcPort=46193, storageInfo=lv=-57;cid=testClusterID;nsid=557757794;c=1734348511171) 2024-12-16T11:28:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12117be46423fc4f with lease ID 0x6b523b9467710888: from storage DS-baf179c7-91c4-4708-930e-f9ba34106bdc node DatanodeRegistration(127.0.0.1:34449, datanodeUuid=1e90b489-509a-4505-9f30-bf5e649a17cf, infoPort=43685, infoSecurePort=0, ipcPort=46193, storageInfo=lv=-57;cid=testClusterID;nsid=557757794;c=1734348511171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T11:28:32,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c 2024-12-16T11:28:32,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:32,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:33,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741825_1001 (size=7) 2024-12-16T11:28:33,583 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 with version=8 2024-12-16T11:28:33,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/hbase-staging 2024-12-16T11:28:33,696 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T11:28:33,929 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bdbfc8246c85:0 server-side Connection retries=45 2024-12-16T11:28:33,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:33,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:33,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T11:28:33,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:33,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T11:28:34,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T11:28:34,119 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T11:28:34,127 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T11:28:34,130 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T11:28:34,154 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12580 (auto-detected) 2024-12-16T11:28:34,155 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T11:28:34,173 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39387 2024-12-16T11:28:34,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:34,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:34,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39387 connecting to ZooKeeper ensemble=127.0.0.1:59243 2024-12-16T11:28:34,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393870x0, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T11:28:34,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39387-0x100094314070000 connected 2024-12-16T11:28:34,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T11:28:34,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T11:28:34,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T11:28:34,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39387 2024-12-16T11:28:34,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39387 2024-12-16T11:28:34,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39387 2024-12-16T11:28:34,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39387 2024-12-16T11:28:34,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39387 2024-12-16T11:28:34,272 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462, hbase.cluster.distributed=false 2024-12-16T11:28:34,327 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bdbfc8246c85:0 server-side Connection retries=45 2024-12-16T11:28:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:34,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T11:28:34,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:34,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T11:28:34,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T11:28:34,331 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T11:28:34,332 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38643 2024-12-16T11:28:34,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T11:28:34,338 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T11:28:34,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:34,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:34,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38643 connecting to ZooKeeper ensemble=127.0.0.1:59243 2024-12-16T11:28:34,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386430x0, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T11:28:34,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38643-0x100094314070001 connected 2024-12-16T11:28:34,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T11:28:34,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T11:28:34,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T11:28:34,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38643 2024-12-16T11:28:34,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38643 2024-12-16T11:28:34,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38643 2024-12-16T11:28:34,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38643 2024-12-16T11:28:34,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38643 2024-12-16T11:28:34,360 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T11:28:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T11:28:34,368 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:34,374 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdbfc8246c85:39387 2024-12-16T11:28:34,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T11:28:34,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T11:28:34,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:34,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:34,387 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T11:28:34,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T11:28:34,388 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/bdbfc8246c85,39387,1734348513690 from backup master directory 2024-12-16T11:28:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T11:28:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T11:28:34,392 WARN [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T11:28:34,392 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:34,394 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T11:28:34,396 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T11:28:34,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741826_1002 (size=42) 2024-12-16T11:28:34,868 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/hbase.id with ID: 204f3b29-0371-4bd1-8b01-c7795902e713 2024-12-16T11:28:34,907 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:34,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741827_1003 (size=196) 2024-12-16T11:28:34,959 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T11:28:34,962 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T11:28:34,981 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:28:34,986 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T11:28:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741828_1004 (size=1189) 2024-12-16T11:28:35,440 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store 2024-12-16T11:28:35,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741829_1005 (size=34) 2024-12-16T11:28:35,861 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T11:28:35,861 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:35,862 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T11:28:35,863 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:35,863 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:35,863 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T11:28:35,863 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:35,863 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:35,863 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T11:28:35,865 WARN [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/.initializing 2024-12-16T11:28:35,865 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/WALs/bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:35,871 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T11:28:35,881 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdbfc8246c85%2C39387%2C1734348513690, suffix=, logDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/WALs/bdbfc8246c85,39387,1734348513690, archiveDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/oldWALs, maxLogs=10 2024-12-16T11:28:35,901 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/WALs/bdbfc8246c85,39387,1734348513690/bdbfc8246c85%2C39387%2C1734348513690.1734348515885, exclude list is [], retry=0 2024-12-16T11:28:35,916 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34449,DS-90d1dce1-0e84-4bb8-ab5b-6f12cec8ec16,DISK] 2024-12-16T11:28:35,918 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T11:28:35,950 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/WALs/bdbfc8246c85,39387,1734348513690/bdbfc8246c85%2C39387%2C1734348513690.1734348515885 2024-12-16T11:28:35,951 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43685:43685)] 2024-12-16T11:28:35,951 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:35,952 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:35,955 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:35,956 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:35,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:36,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T11:28:36,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:36,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:36,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T11:28:36,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:36,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:36,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:36,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T11:28:36,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:36,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:36,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:36,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T11:28:36,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:36,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:36,035 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:36,036 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:36,045 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T11:28:36,048 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:36,052 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:36,053 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73726481, jitterRate=0.09861017763614655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T11:28:36,057 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T11:28:36,058 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T11:28:36,084 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52af5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:36,116 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T11:28:36,128 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T11:28:36,128 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T11:28:36,130 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T11:28:36,131 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-16T11:28:36,135 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-16T11:28:36,136 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T11:28:36,165 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T11:28:36,176 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-16T11:28:36,178 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-16T11:28:36,180 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T11:28:36,181 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-16T11:28:36,183 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-16T11:28:36,184 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T11:28:36,187 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-16T11:28:36,189 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-16T11:28:36,190 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-16T11:28:36,191 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-16T11:28:36,200 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T11:28:36,201 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-16T11:28:36,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T11:28:36,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T11:28:36,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:36,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:36,206 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bdbfc8246c85,39387,1734348513690, sessionid=0x100094314070000, setting cluster-up flag (Was=false) 2024-12-16T11:28:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:36,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:36,222 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-16T11:28:36,223 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:36,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:36,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:36,233 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-16T11:28:36,234 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:36,275 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdbfc8246c85:38643 2024-12-16T11:28:36,276 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1008): ClusterId : 204f3b29-0371-4bd1-8b01-c7795902e713 2024-12-16T11:28:36,278 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T11:28:36,282 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T11:28:36,282 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T11:28:36,285 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T11:28:36,286 DEBUG [RS:0;bdbfc8246c85:38643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c752208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:36,288 DEBUG [RS:0;bdbfc8246c85:38643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae9b2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdbfc8246c85/172.17.0.2:0 2024-12-16T11:28:36,291 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T11:28:36,291 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T11:28:36,291 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T11:28:36,294 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3073): reportForDuty to master=bdbfc8246c85,39387,1734348513690 with isa=bdbfc8246c85/172.17.0.2:38643, startcode=1734348514326 2024-12-16T11:28:36,305 DEBUG [RS:0;bdbfc8246c85:38643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T11:28:36,311 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T11:28:36,317 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T11:28:36,321 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T11:28:36,327 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdbfc8246c85,39387,1734348513690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T11:28:36,331 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:36,332 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:36,332 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:36,332 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:36,333 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdbfc8246c85:0, corePoolSize=10, maxPoolSize=10 2024-12-16T11:28:36,333 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,333 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=2, maxPoolSize=2 2024-12-16T11:28:36,333 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,335 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734348546335 2024-12-16T11:28:36,337 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T11:28:36,338 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T11:28:36,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T11:28:36,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T11:28:36,342 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T11:28:36,342 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41525, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T11:28:36,342 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T11:28:36,343 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T11:28:36,343 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T11:28:36,343 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:36,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T11:28:36,344 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T11:28:36,345 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T11:28:36,346 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T11:28:36,349 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:28:36,350 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T11:28:36,350 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T11:28:36,354 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.large.0-1734348516351,5,FailOnTimeoutGroup] 2024-12-16T11:28:36,354 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.small.0-1734348516354,5,FailOnTimeoutGroup] 2024-12-16T11:28:36,354 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,355 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T11:28:36,356 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,356 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741831_1007 (size=1039) 2024-12-16T11:28:36,375 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-16T11:28:36,375 WARN [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-16T11:28:36,476 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3073): reportForDuty to master=bdbfc8246c85,39387,1734348513690 with isa=bdbfc8246c85/172.17.0.2:38643, startcode=1734348514326 2024-12-16T11:28:36,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:36,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] master.ServerManager(486): Registering regionserver=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:36,487 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:36,487 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36717 2024-12-16T11:28:36,487 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T11:28:36,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T11:28:36,492 DEBUG [RS:0;bdbfc8246c85:38643 {}] zookeeper.ZKUtil(111): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on existing znode=/1/rs/bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:36,492 WARN [RS:0;bdbfc8246c85:38643 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T11:28:36,492 INFO [RS:0;bdbfc8246c85:38643 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T11:28:36,493 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:36,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdbfc8246c85,38643,1734348514326] 2024-12-16T11:28:36,504 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T11:28:36,514 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T11:28:36,526 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T11:28:36,529 INFO [RS:0;bdbfc8246c85:38643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T11:28:36,529 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,530 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T11:28:36,536 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,537 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,537 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,537 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,537 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,537 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,537 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdbfc8246c85:0, corePoolSize=2, maxPoolSize=2 2024-12-16T11:28:36,537 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,538 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,538 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,538 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,538 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:36,538 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdbfc8246c85:0, corePoolSize=3, maxPoolSize=3 2024-12-16T11:28:36,539 DEBUG [RS:0;bdbfc8246c85:38643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdbfc8246c85:0, corePoolSize=3, maxPoolSize=3 2024-12-16T11:28:36,540 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,540 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,540 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,540 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,540 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38643,1734348514326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T11:28:36,558 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T11:28:36,559 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38643,1734348514326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:36,577 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.Replication(204): bdbfc8246c85,38643,1734348514326 started 2024-12-16T11:28:36,577 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1767): Serving as bdbfc8246c85,38643,1734348514326, RpcServer on bdbfc8246c85/172.17.0.2:38643, sessionid=0x100094314070001 2024-12-16T11:28:36,577 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T11:28:36,577 DEBUG [RS:0;bdbfc8246c85:38643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:36,577 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdbfc8246c85,38643,1734348514326' 2024-12-16T11:28:36,577 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-16T11:28:36,578 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-16T11:28:36,579 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T11:28:36,579 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T11:28:36,579 DEBUG [RS:0;bdbfc8246c85:38643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:36,579 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdbfc8246c85,38643,1734348514326' 2024-12-16T11:28:36,579 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-16T11:28:36,580 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-16T11:28:36,580 DEBUG [RS:0;bdbfc8246c85:38643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T11:28:36,580 INFO [RS:0;bdbfc8246c85:38643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T11:28:36,580 INFO [RS:0;bdbfc8246c85:38643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T11:28:36,685 INFO [RS:0;bdbfc8246c85:38643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T11:28:36,689 INFO [RS:0;bdbfc8246c85:38643 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdbfc8246c85%2C38643%2C1734348514326, suffix=, logDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326, archiveDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/oldWALs, maxLogs=10 2024-12-16T11:28:36,704 DEBUG [RS:0;bdbfc8246c85:38643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, exclude list is [], retry=0 2024-12-16T11:28:36,709 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34449,DS-90d1dce1-0e84-4bb8-ab5b-6f12cec8ec16,DISK] 2024-12-16T11:28:36,713 INFO [RS:0;bdbfc8246c85:38643 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 2024-12-16T11:28:36,714 DEBUG [RS:0;bdbfc8246c85:38643 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43685:43685)] 2024-12-16T11:28:36,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T11:28:36,761 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741833_1009 (size=32) 2024-12-16T11:28:37,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:37,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T11:28:37,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T11:28:37,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:37,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:37,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T11:28:37,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T11:28:37,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:37,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:37,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T11:28:37,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T11:28:37,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:37,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:37,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740 2024-12-16T11:28:37,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740 2024-12-16T11:28:37,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T11:28:37,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T11:28:37,197 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:37,198 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59045397, jitterRate=-0.12015502154827118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T11:28:37,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T11:28:37,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T11:28:37,200 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T11:28:37,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T11:28:37,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T11:28:37,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T11:28:37,201 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T11:28:37,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T11:28:37,204 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T11:28:37,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T11:28:37,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T11:28:37,216 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T11:28:37,218 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T11:28:37,369 DEBUG [bdbfc8246c85:39387 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T11:28:37,374 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:37,378 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdbfc8246c85,38643,1734348514326, state=OPENING 2024-12-16T11:28:37,383 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T11:28:37,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:37,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:37,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T11:28:37,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T11:28:37,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:37,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:37,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T11:28:37,563 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T11:28:37,572 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T11:28:37,573 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T11:28:37,573 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T11:28:37,576 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdbfc8246c85%2C38643%2C1734348514326.meta, suffix=.meta, logDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326, archiveDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/oldWALs, maxLogs=10 2024-12-16T11:28:37,590 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.meta.1734348517577.meta, exclude list is [], retry=0 2024-12-16T11:28:37,594 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34449,DS-90d1dce1-0e84-4bb8-ab5b-6f12cec8ec16,DISK] 2024-12-16T11:28:37,596 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.meta.1734348517577.meta 2024-12-16T11:28:37,597 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43685:43685)] 2024-12-16T11:28:37,597 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:37,598 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T11:28:37,653 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T11:28:37,657 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T11:28:37,661 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T11:28:37,661 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:37,662 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T11:28:37,662 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T11:28:37,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T11:28:37,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T11:28:37,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:37,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:37,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T11:28:37,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T11:28:37,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:37,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:37,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T11:28:37,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T11:28:37,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:37,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:37,673 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740 2024-12-16T11:28:37,675 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740 2024-12-16T11:28:37,677 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T11:28:37,680 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T11:28:37,681 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74758772, jitterRate=0.11399251222610474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T11:28:37,682 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T11:28:37,689 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734348517553 2024-12-16T11:28:37,699 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T11:28:37,699 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T11:28:37,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:37,702 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdbfc8246c85,38643,1734348514326, state=OPEN 2024-12-16T11:28:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T11:28:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T11:28:37,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T11:28:37,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T11:28:37,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T11:28:37,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bdbfc8246c85,38643,1734348514326 in 317 msec 2024-12-16T11:28:37,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T11:28:37,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-12-16T11:28:37,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4520 sec 2024-12-16T11:28:37,718 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734348517718, completionTime=-1 2024-12-16T11:28:37,719 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T11:28:37,719 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T11:28:37,753 DEBUG [hconnection-0x790d916c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:28:37,755 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T11:28:37,764 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T11:28:37,764 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734348577764 2024-12-16T11:28:37,764 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734348637764 2024-12-16T11:28:37,765 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 45 msec 2024-12-16T11:28:37,786 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,39387,1734348513690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:37,786 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,39387,1734348513690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:37,786 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,39387,1734348513690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:37,787 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdbfc8246c85:39387, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:37,788 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:37,792 DEBUG [master/bdbfc8246c85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T11:28:37,795 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T11:28:37,796 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T11:28:37,801 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T11:28:37,804 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T11:28:37,805 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:37,806 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T11:28:37,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741835_1011 (size=358) 2024-12-16T11:28:37,819 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 272fa09a583be953d27a417295c8d2c6, NAME => 'hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741836_1012 (size=42) 2024-12-16T11:28:37,827 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:37,827 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 272fa09a583be953d27a417295c8d2c6, disabling compactions & flushes 2024-12-16T11:28:37,827 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:28:37,827 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:28:37,827 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. after waiting 0 ms 2024-12-16T11:28:37,827 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:28:37,827 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:28:37,827 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 272fa09a583be953d27a417295c8d2c6: 2024-12-16T11:28:37,829 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T11:28:37,835 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734348517830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348517830"}]},"ts":"1734348517830"} 2024-12-16T11:28:37,856 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T11:28:37,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T11:28:37,860 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348517858"}]},"ts":"1734348517858"} 2024-12-16T11:28:37,864 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T11:28:37,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=272fa09a583be953d27a417295c8d2c6, ASSIGN}] 2024-12-16T11:28:37,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=272fa09a583be953d27a417295c8d2c6, ASSIGN 2024-12-16T11:28:37,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=272fa09a583be953d27a417295c8d2c6, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:38,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=272fa09a583be953d27a417295c8d2c6, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:38,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 272fa09a583be953d27a417295c8d2c6, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:38,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:38,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:28:38,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 272fa09a583be953d27a417295c8d2c6, NAME => 'hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6.', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:38,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 272fa09a583be953d27a417295c8d2c6 2024-12-16T11:28:38,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:38,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 272fa09a583be953d27a417295c8d2c6 2024-12-16T11:28:38,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 272fa09a583be953d27a417295c8d2c6 2024-12-16T11:28:38,193 INFO [StoreOpener-272fa09a583be953d27a417295c8d2c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 272fa09a583be953d27a417295c8d2c6 2024-12-16T11:28:38,195 INFO [StoreOpener-272fa09a583be953d27a417295c8d2c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272fa09a583be953d27a417295c8d2c6 columnFamilyName info 2024-12-16T11:28:38,195 DEBUG [StoreOpener-272fa09a583be953d27a417295c8d2c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:38,196 INFO [StoreOpener-272fa09a583be953d27a417295c8d2c6-1 {}] regionserver.HStore(327): Store=272fa09a583be953d27a417295c8d2c6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:38,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6 2024-12-16T11:28:38,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6 2024-12-16T11:28:38,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 272fa09a583be953d27a417295c8d2c6 2024-12-16T11:28:38,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:38,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 272fa09a583be953d27a417295c8d2c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61395260, jitterRate=-0.08513933420181274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T11:28:38,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 272fa09a583be953d27a417295c8d2c6: 2024-12-16T11:28:38,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6., pid=6, masterSystemTime=1734348518182 2024-12-16T11:28:38,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:28:38,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:28:38,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=272fa09a583be953d27a417295c8d2c6, regionState=OPEN, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:38,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T11:28:38,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 272fa09a583be953d27a417295c8d2c6, server=bdbfc8246c85,38643,1734348514326 in 190 msec 2024-12-16T11:28:38,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T11:28:38,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=272fa09a583be953d27a417295c8d2c6, ASSIGN in 351 msec 2024-12-16T11:28:38,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T11:28:38,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348518226"}]},"ts":"1734348518226"} 2024-12-16T11:28:38,229 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T11:28:38,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T11:28:38,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 436 msec 2024-12-16T11:28:38,304 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-16T11:28:38,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-16T11:28:38,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:38,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:38,332 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T11:28:38,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T11:28:38,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 21 msec 2024-12-16T11:28:38,355 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T11:28:38,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T11:28:38,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-16T11:28:38,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-16T11:28:38,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-16T11:28:38,384 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.992sec 2024-12-16T11:28:38,385 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T11:28:38,387 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T11:28:38,388 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T11:28:38,388 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T11:28:38,388 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T11:28:38,389 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,39387,1734348513690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T11:28:38,390 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,39387,1734348513690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T11:28:38,396 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T11:28:38,396 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T11:28:38,397 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,39387,1734348513690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:38,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23d15c37 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177419a 2024-12-16T11:28:38,495 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T11:28:38,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c574c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:38,506 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T11:28:38,506 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T11:28:38,519 DEBUG [hconnection-0x2dc7a6ae-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:28:38,527 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T11:28:38,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bdbfc8246c85,39387,1734348513690 2024-12-16T11:28:38,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T11:28:38,536 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/cluster_9beaab1b-2571-2234-003f-1b39067deba3, deleteOnExit=true 2024-12-16T11:28:38,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T11:28:38,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/test.cache.data in system properties and HBase conf 2024-12-16T11:28:38,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T11:28:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/hadoop.log.dir in system properties and HBase conf 2024-12-16T11:28:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T11:28:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T11:28:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T11:28:38,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T11:28:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T11:28:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T11:28:38,550 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/nfs.dump.dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/java.io.tmpdir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T11:28:38,551 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T11:28:38,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T11:28:38,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T11:28:38,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T11:28:38,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T11:28:38,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T11:28:38,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T11:28:38,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7ed6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/hadoop.log.dir/,AVAILABLE} 2024-12-16T11:28:38,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38cf73e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T11:28:38,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65417aa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/java.io.tmpdir/jetty-localhost-45079-hadoop-hdfs-3_4_1-tests_jar-_-any-6961060581940106889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T11:28:38,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8c6bb7{HTTP/1.1, (http/1.1)}{localhost:45079} 2024-12-16T11:28:38,765 INFO [Time-limited test {}] server.Server(415): Started @9608ms 2024-12-16T11:28:38,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T11:28:38,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T11:28:38,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T11:28:38,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T11:28:38,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T11:28:38,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565e065d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/hadoop.log.dir/,AVAILABLE} 2024-12-16T11:28:38,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f7c44e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T11:28:38,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74bf8ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/java.io.tmpdir/jetty-localhost-38443-hadoop-hdfs-3_4_1-tests_jar-_-any-10034965074177640602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T11:28:38,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c474772{HTTP/1.1, (http/1.1)}{localhost:38443} 2024-12-16T11:28:38,966 INFO [Time-limited test {}] server.Server(415): Started @9810ms 2024-12-16T11:28:38,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T11:28:39,047 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/cluster_9beaab1b-2571-2234-003f-1b39067deba3/dfs/data/data1/current/BP-244681639-172.17.0.2-1734348518581/current, will proceed with Du for space computation calculation, 2024-12-16T11:28:39,047 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/cluster_9beaab1b-2571-2234-003f-1b39067deba3/dfs/data/data2/current/BP-244681639-172.17.0.2-1734348518581/current, will proceed with Du for space computation calculation, 2024-12-16T11:28:39,085 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T11:28:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x300856565aa004be with lease ID 0xd38ac1a15c6d99e0: Processing first storage report for DS-300b61a8-2273-432b-af12-cb6bd8f3fe6e from datanode DatanodeRegistration(127.0.0.1:46747, datanodeUuid=c09b2f66-80df-4e65-bebe-c8239bfcd70c, infoPort=40119, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=185995782;c=1734348518581) 2024-12-16T11:28:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x300856565aa004be with lease ID 0xd38ac1a15c6d99e0: from storage DS-300b61a8-2273-432b-af12-cb6bd8f3fe6e node DatanodeRegistration(127.0.0.1:46747, datanodeUuid=c09b2f66-80df-4e65-bebe-c8239bfcd70c, infoPort=40119, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=185995782;c=1734348518581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T11:28:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x300856565aa004be with lease ID 0xd38ac1a15c6d99e0: Processing first storage report for DS-cf30bc2a-3204-483d-bf57-e642db509eee from datanode DatanodeRegistration(127.0.0.1:46747, datanodeUuid=c09b2f66-80df-4e65-bebe-c8239bfcd70c, infoPort=40119, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=185995782;c=1734348518581) 2024-12-16T11:28:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x300856565aa004be with lease ID 0xd38ac1a15c6d99e0: from storage DS-cf30bc2a-3204-483d-bf57-e642db509eee node DatanodeRegistration(127.0.0.1:46747, datanodeUuid=c09b2f66-80df-4e65-bebe-c8239bfcd70c, infoPort=40119, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=185995782;c=1734348518581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T11:28:39,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a 2024-12-16T11:28:39,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:39,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:39,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741825_1001 (size=7) 2024-12-16T11:28:39,109 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a with version=8 2024-12-16T11:28:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/hbase-staging 2024-12-16T11:28:39,111 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bdbfc8246c85:0 server-side Connection retries=18 2024-12-16T11:28:39,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:39,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:39,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T11:28:39,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:39,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T11:28:39,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T11:28:39,112 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T11:28:39,112 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38573 2024-12-16T11:28:39,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:39,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:39,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38573 connecting to ZooKeeper ensemble=127.0.0.1:59243 2024-12-16T11:28:39,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385730x0, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T11:28:39,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38573-0x100094314070003 connected 2024-12-16T11:28:39,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T11:28:39,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T11:28:39,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T11:28:39,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38573 2024-12-16T11:28:39,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38573 2024-12-16T11:28:39,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38573 2024-12-16T11:28:39,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38573 2024-12-16T11:28:39,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38573 2024-12-16T11:28:39,134 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a, hbase.cluster.distributed=false 2024-12-16T11:28:39,149 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bdbfc8246c85:0 server-side Connection retries=18 2024-12-16T11:28:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:39,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T11:28:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T11:28:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T11:28:39,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T11:28:39,150 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T11:28:39,151 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36823 2024-12-16T11:28:39,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T11:28:39,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T11:28:39,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:39,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:39,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36823 connecting to ZooKeeper ensemble=127.0.0.1:59243 2024-12-16T11:28:39,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368230x0, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T11:28:39,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368230x0, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T11:28:39,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36823-0x100094314070004 connected 2024-12-16T11:28:39,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T11:28:39,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T11:28:39,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-16T11:28:39,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36823 2024-12-16T11:28:39,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36823 2024-12-16T11:28:39,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-16T11:28:39,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-16T11:28:39,165 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:39,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T11:28:39,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T11:28:39,167 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T11:28:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T11:28:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,169 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T11:28:39,170 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/bdbfc8246c85,38573,1734348519110 from backup master directory 2024-12-16T11:28:39,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T11:28:39,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:39,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T11:28:39,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T11:28:39,172 WARN [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T11:28:39,172 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:39,178 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bdbfc8246c85:38573 2024-12-16T11:28:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741826_1002 (size=42) 2024-12-16T11:28:39,188 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/hbase.id with ID: ab0959fa-16a5-4c27-ae8b-51e08a4c7bc7 2024-12-16T11:28:39,207 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T11:28:39,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741827_1003 (size=196) 2024-12-16T11:28:39,620 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T11:28:39,621 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T11:28:39,621 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T11:28:39,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741828_1004 (size=1189) 2024-12-16T11:28:39,632 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store 2024-12-16T11:28:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741829_1005 (size=34) 2024-12-16T11:28:39,639 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:39,640 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T11:28:39,640 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:39,640 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:39,640 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T11:28:39,640 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:39,640 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:28:39,640 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T11:28:39,641 WARN [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/.initializing 2024-12-16T11:28:39,641 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/WALs/bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:39,642 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T11:28:39,646 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdbfc8246c85%2C38573%2C1734348519110, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/WALs/bdbfc8246c85,38573,1734348519110, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/oldWALs, maxLogs=10 2024-12-16T11:28:39,660 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/WALs/bdbfc8246c85,38573,1734348519110/bdbfc8246c85%2C38573%2C1734348519110.1734348519646, exclude list is [], retry=0 2024-12-16T11:28:39,663 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-300b61a8-2273-432b-af12-cb6bd8f3fe6e,DISK] 2024-12-16T11:28:39,665 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/WALs/bdbfc8246c85,38573,1734348519110/bdbfc8246c85%2C38573%2C1734348519110.1734348519646 2024-12-16T11:28:39,665 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-12-16T11:28:39,665 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:39,666 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:39,666 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,666 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T11:28:39,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:39,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:39,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T11:28:39,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:39,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:39,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T11:28:39,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:39,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:39,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T11:28:39,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:39,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:39,678 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,679 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,682 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T11:28:39,684 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T11:28:39,686 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:39,687 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71699021, jitterRate=0.06839866936206818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T11:28:39,687 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T11:28:39,687 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T11:28:39,691 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f591a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:39,692 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T11:28:39,692 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T11:28:39,692 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T11:28:39,692 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T11:28:39,693 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T11:28:39,693 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T11:28:39,693 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T11:28:39,695 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T11:28:39,696 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-16T11:28:39,697 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-16T11:28:39,698 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T11:28:39,698 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-16T11:28:39,699 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-16T11:28:39,700 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T11:28:39,700 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-16T11:28:39,702 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-16T11:28:39,702 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-16T11:28:39,703 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-16T11:28:39,705 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T11:28:39,706 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-16T11:28:39,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T11:28:39,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T11:28:39,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,708 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bdbfc8246c85,38573,1734348519110, sessionid=0x100094314070003, setting cluster-up flag (Was=false) 2024-12-16T11:28:39,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,715 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-16T11:28:39,716 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:39,726 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-16T11:28:39,727 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:39,732 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T11:28:39,732 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T11:28:39,733 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T11:28:39,733 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bdbfc8246c85,38573,1734348519110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T11:28:39,733 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:39,733 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:39,734 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:39,734 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=5, maxPoolSize=5 2024-12-16T11:28:39,734 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bdbfc8246c85:0, corePoolSize=10, maxPoolSize=10 2024-12-16T11:28:39,734 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,734 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=2, maxPoolSize=2 2024-12-16T11:28:39,734 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,735 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734348549735 2024-12-16T11:28:39,735 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T11:28:39,736 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T11:28:39,736 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T11:28:39,736 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T11:28:39,736 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T11:28:39,736 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T11:28:39,736 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T11:28:39,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T11:28:39,736 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T11:28:39,737 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T11:28:39,737 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T11:28:39,737 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T11:28:39,737 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T11:28:39,737 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.large.0-1734348519737,5,FailOnTimeoutGroup] 2024-12-16T11:28:39,738 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.small.0-1734348519737,5,FailOnTimeoutGroup] 2024-12-16T11:28:39,738 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:39,738 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T11:28:39,738 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,738 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T11:28:39,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741831_1007 (size=1039) 2024-12-16T11:28:39,776 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bdbfc8246c85:36823 2024-12-16T11:28:39,777 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1008): ClusterId : ab0959fa-16a5-4c27-ae8b-51e08a4c7bc7 2024-12-16T11:28:39,777 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T11:28:39,780 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T11:28:39,780 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T11:28:39,782 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T11:28:39,782 DEBUG [RS:0;bdbfc8246c85:36823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9109b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:39,783 DEBUG [RS:0;bdbfc8246c85:36823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aefcc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdbfc8246c85/172.17.0.2:0 2024-12-16T11:28:39,783 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T11:28:39,783 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T11:28:39,783 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T11:28:39,784 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3073): reportForDuty to master=bdbfc8246c85,38573,1734348519110 with isa=bdbfc8246c85/172.17.0.2:36823, startcode=1734348519149 2024-12-16T11:28:39,784 DEBUG [RS:0;bdbfc8246c85:36823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T11:28:39,786 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34281, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T11:28:39,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38573 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:39,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38573 {}] master.ServerManager(486): Registering regionserver=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:39,789 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:39,789 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41413 2024-12-16T11:28:39,789 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T11:28:39,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T11:28:39,792 DEBUG [RS:0;bdbfc8246c85:36823 {}] zookeeper.ZKUtil(111): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on existing znode=/2/rs/bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:39,792 WARN [RS:0;bdbfc8246c85:36823 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T11:28:39,792 INFO [RS:0;bdbfc8246c85:36823 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T11:28:39,792 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:39,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bdbfc8246c85,36823,1734348519149] 2024-12-16T11:28:39,796 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T11:28:39,796 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T11:28:39,798 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T11:28:39,798 INFO [RS:0;bdbfc8246c85:36823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T11:28:39,798 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,799 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T11:28:39,800 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bdbfc8246c85:0, corePoolSize=2, maxPoolSize=2 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bdbfc8246c85:0, corePoolSize=1, maxPoolSize=1 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bdbfc8246c85:0, corePoolSize=3, maxPoolSize=3 2024-12-16T11:28:39,800 DEBUG [RS:0;bdbfc8246c85:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bdbfc8246c85:0, corePoolSize=3, maxPoolSize=3 2024-12-16T11:28:39,801 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,801 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,801 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,801 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,801 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,36823,1734348519149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T11:28:39,815 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T11:28:39,815 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,36823,1734348519149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:39,828 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.Replication(204): bdbfc8246c85,36823,1734348519149 started 2024-12-16T11:28:39,828 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1767): Serving as bdbfc8246c85,36823,1734348519149, RpcServer on bdbfc8246c85/172.17.0.2:36823, sessionid=0x100094314070004 2024-12-16T11:28:39,828 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T11:28:39,828 DEBUG [RS:0;bdbfc8246c85:36823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:39,828 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdbfc8246c85,36823,1734348519149' 2024-12-16T11:28:39,828 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-16T11:28:39,829 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-16T11:28:39,829 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T11:28:39,829 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T11:28:39,829 DEBUG [RS:0;bdbfc8246c85:36823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:39,829 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bdbfc8246c85,36823,1734348519149' 2024-12-16T11:28:39,829 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-16T11:28:39,830 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-16T11:28:39,830 DEBUG [RS:0;bdbfc8246c85:36823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T11:28:39,830 INFO [RS:0;bdbfc8246c85:36823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T11:28:39,830 INFO [RS:0;bdbfc8246c85:36823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T11:28:39,931 INFO [RS:0;bdbfc8246c85:36823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T11:28:39,933 INFO [RS:0;bdbfc8246c85:36823 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdbfc8246c85%2C36823%2C1734348519149, suffix=, logDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/oldWALs, maxLogs=10 2024-12-16T11:28:39,947 DEBUG [RS:0;bdbfc8246c85:36823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149/bdbfc8246c85%2C36823%2C1734348519149.1734348519934, exclude list is [], retry=0 2024-12-16T11:28:39,951 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-300b61a8-2273-432b-af12-cb6bd8f3fe6e,DISK] 2024-12-16T11:28:39,953 INFO [RS:0;bdbfc8246c85:36823 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149/bdbfc8246c85%2C36823%2C1734348519149.1734348519934 2024-12-16T11:28:39,953 DEBUG [RS:0;bdbfc8246c85:36823 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-12-16T11:28:40,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T11:28:40,147 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:40,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741833_1009 (size=32) 2024-12-16T11:28:40,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:40,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T11:28:40,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T11:28:40,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:40,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:40,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T11:28:40,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T11:28:40,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:40,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:40,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T11:28:40,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T11:28:40,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:40,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:40,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740 2024-12-16T11:28:40,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740 2024-12-16T11:28:40,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T11:28:40,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T11:28:40,574 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:40,575 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73641018, jitterRate=0.09733667969703674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T11:28:40,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T11:28:40,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T11:28:40,575 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T11:28:40,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T11:28:40,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T11:28:40,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T11:28:40,575 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T11:28:40,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T11:28:40,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T11:28:40,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T11:28:40,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T11:28:40,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T11:28:40,579 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T11:28:40,730 DEBUG [bdbfc8246c85:38573 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T11:28:40,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:40,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdbfc8246c85,36823,1734348519149, state=OPENING 2024-12-16T11:28:40,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T11:28:40,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:40,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:40,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:40,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T11:28:40,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T11:28:40,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:40,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T11:28:40,892 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T11:28:40,897 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T11:28:40,897 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T11:28:40,897 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T11:28:40,900 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bdbfc8246c85%2C36823%2C1734348519149.meta, suffix=.meta, logDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149, archiveDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/oldWALs, maxLogs=10 2024-12-16T11:28:40,915 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149/bdbfc8246c85%2C36823%2C1734348519149.meta.1734348520902.meta, exclude list is [], retry=0 2024-12-16T11:28:40,918 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-300b61a8-2273-432b-af12-cb6bd8f3fe6e,DISK] 2024-12-16T11:28:40,921 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149/bdbfc8246c85%2C36823%2C1734348519149.meta.1734348520902.meta 2024-12-16T11:28:40,921 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119)] 2024-12-16T11:28:40,921 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:40,922 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T11:28:40,922 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T11:28:40,922 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T11:28:40,922 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T11:28:40,922 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:40,922 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T11:28:40,922 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T11:28:40,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T11:28:40,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T11:28:40,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:40,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:40,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T11:28:40,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T11:28:40,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:40,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:40,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T11:28:40,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T11:28:40,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:40,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T11:28:40,931 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740 2024-12-16T11:28:40,932 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740 2024-12-16T11:28:40,934 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T11:28:40,937 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T11:28:40,938 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73327422, jitterRate=0.0926637351512909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T11:28:40,938 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T11:28:40,939 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734348520889 2024-12-16T11:28:40,942 DEBUG [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T11:28:40,942 INFO [RS_OPEN_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T11:28:40,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:40,944 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bdbfc8246c85,36823,1734348519149, state=OPEN 2024-12-16T11:28:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T11:28:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T11:28:40,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T11:28:40,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T11:28:40,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T11:28:40,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bdbfc8246c85,36823,1734348519149 in 209 msec 2024-12-16T11:28:40,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T11:28:40,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-12-16T11:28:40,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-12-16T11:28:40,954 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734348520954, completionTime=-1 2024-12-16T11:28:40,954 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T11:28:40,954 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T11:28:40,955 DEBUG [hconnection-0x618929b3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:28:40,956 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T11:28:40,958 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T11:28:40,958 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734348580958 2024-12-16T11:28:40,958 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734348640958 2024-12-16T11:28:40,958 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-16T11:28:40,964 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38573,1734348519110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:40,964 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38573,1734348519110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:40,964 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38573,1734348519110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:40,964 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bdbfc8246c85:38573, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:40,964 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:40,964 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T11:28:40,964 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T11:28:40,966 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T11:28:40,966 DEBUG [master/bdbfc8246c85:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T11:28:40,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T11:28:40,968 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:40,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T11:28:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741835_1011 (size=358) 2024-12-16T11:28:41,380 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e1f9b153568cabb9be85b8ef83181265, NAME => 'hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741836_1012 (size=42) 2024-12-16T11:28:41,577 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:28:41,788 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:41,789 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e1f9b153568cabb9be85b8ef83181265, disabling compactions & flushes 2024-12-16T11:28:41,789 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:28:41,789 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:28:41,789 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. after waiting 0 ms 2024-12-16T11:28:41,789 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:28:41,789 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:28:41,789 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e1f9b153568cabb9be85b8ef83181265: 2024-12-16T11:28:41,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T11:28:41,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734348521790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348521790"}]},"ts":"1734348521790"} 2024-12-16T11:28:41,795 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T11:28:41,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T11:28:41,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348521796"}]},"ts":"1734348521796"} 2024-12-16T11:28:41,799 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T11:28:41,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e1f9b153568cabb9be85b8ef83181265, ASSIGN}] 2024-12-16T11:28:41,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e1f9b153568cabb9be85b8ef83181265, ASSIGN 2024-12-16T11:28:41,806 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e1f9b153568cabb9be85b8ef83181265, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:41,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e1f9b153568cabb9be85b8ef83181265, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:41,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e1f9b153568cabb9be85b8ef83181265, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:42,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:42,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:28:42,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e1f9b153568cabb9be85b8ef83181265, NAME => 'hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265.', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:42,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:28:42,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:42,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:28:42,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:28:42,119 INFO [StoreOpener-e1f9b153568cabb9be85b8ef83181265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:28:42,121 INFO [StoreOpener-e1f9b153568cabb9be85b8ef83181265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f9b153568cabb9be85b8ef83181265 columnFamilyName info 2024-12-16T11:28:42,121 DEBUG [StoreOpener-e1f9b153568cabb9be85b8ef83181265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:42,121 INFO [StoreOpener-e1f9b153568cabb9be85b8ef83181265-1 {}] regionserver.HStore(327): Store=e1f9b153568cabb9be85b8ef83181265/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:42,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:28:42,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:28:42,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:28:42,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:42,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e1f9b153568cabb9be85b8ef83181265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62791429, jitterRate=-0.06433479487895966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T11:28:42,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e1f9b153568cabb9be85b8ef83181265: 2024-12-16T11:28:42,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265., pid=6, masterSystemTime=1734348522112 2024-12-16T11:28:42,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:28:42,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:28:42,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e1f9b153568cabb9be85b8ef83181265, regionState=OPEN, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:42,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T11:28:42,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e1f9b153568cabb9be85b8ef83181265, server=bdbfc8246c85,36823,1734348519149 in 176 msec 2024-12-16T11:28:42,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T11:28:42,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e1f9b153568cabb9be85b8ef83181265, ASSIGN in 335 msec 2024-12-16T11:28:42,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T11:28:42,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348522142"}]},"ts":"1734348522142"} 2024-12-16T11:28:42,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T11:28:42,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T11:28:42,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.1830 sec 2024-12-16T11:28:42,168 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-16T11:28:42,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-16T11:28:42,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:42,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:28:42,174 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T11:28:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T11:28:42,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 14 msec 2024-12-16T11:28:42,196 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T11:28:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T11:28:42,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-16T11:28:42,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-16T11:28:42,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.052sec 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38573,1734348519110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T11:28:42,224 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38573,1734348519110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T11:28:42,227 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T11:28:42,227 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T11:28:42,227 INFO [master/bdbfc8246c85:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bdbfc8246c85,38573,1734348519110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T11:28:42,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77bd8a3e to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a84cc92 2024-12-16T11:28:42,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230080b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:42,273 DEBUG [hconnection-0x6d52f6d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:28:42,275 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T11:28:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bdbfc8246c85,38573,1734348519110 2024-12-16T11:28:42,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66bc0311 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49bde6ec 2024-12-16T11:28:42,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41583309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:42,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043cf75 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7661fee7 2024-12-16T11:28:42,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cdfc41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:42,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3edb1839 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47345fc3 2024-12-16T11:28:42,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78249c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:42,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T11:28:42,296 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T11:28:42,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T11:28:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T11:28:42,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T11:28:42,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:42,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T11:28:42,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T11:28:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:42,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741837_1013 (size=631) 2024-12-16T11:28:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:42,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T11:28:42,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T11:28:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:42,720 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => be643013b8e6b8560a26a8187c60ad2d, NAME => 'test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:42,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, NAME => 'test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:42,721 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 817919bdcf07568aa45bb80f2b34ad9d, NAME => 'test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:42,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741838_1014 (size=45) 2024-12-16T11:28:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741839_1015 (size=45) 2024-12-16T11:28:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741840_1016 (size=42) 2024-12-16T11:28:42,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:42,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, disabling compactions & flushes 2024-12-16T11:28:42,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:28:42,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:28:42,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. after waiting 0 ms 2024-12-16T11:28:42,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:28:42,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:28:42,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7: 2024-12-16T11:28:42,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7f7aa2015daca48601c43de05767d90d, NAME => 'test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741841_1017 (size=45) 2024-12-16T11:28:42,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:42,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7f7aa2015daca48601c43de05767d90d, disabling compactions & flushes 2024-12-16T11:28:42,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:28:42,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:28:42,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. after waiting 0 ms 2024-12-16T11:28:42,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:28:42,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:28:42,747 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7f7aa2015daca48601c43de05767d90d: 2024-12-16T11:28:42,747 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9a430f72a20af9ea90a9bfd4eb439ebb, NAME => 'test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741842_1018 (size=45) 2024-12-16T11:28:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:43,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing be643013b8e6b8560a26a8187c60ad2d, disabling compactions & flushes 2024-12-16T11:28:43,134 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:28:43,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:28:43,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. after waiting 0 ms 2024-12-16T11:28:43,134 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:28:43,134 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:28:43,134 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 817919bdcf07568aa45bb80f2b34ad9d, disabling compactions & flushes 2024-12-16T11:28:43,135 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:28:43,135 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for be643013b8e6b8560a26a8187c60ad2d: 2024-12-16T11:28:43,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:28:43,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. after waiting 0 ms 2024-12-16T11:28:43,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:28:43,135 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:28:43,135 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 817919bdcf07568aa45bb80f2b34ad9d: 2024-12-16T11:28:43,135 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 761da22b2b9159309f0e09f89d8b98b2, NAME => 'test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,136 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0e3f25bf3b41f53193e7fc08bae54da4, NAME => 'test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741843_1019 (size=45) 2024-12-16T11:28:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741844_1020 (size=45) 2024-12-16T11:28:43,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9a430f72a20af9ea90a9bfd4eb439ebb, disabling compactions & flushes 2024-12-16T11:28:43,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:28:43,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:28:43,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. after waiting 0 ms 2024-12-16T11:28:43,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:28:43,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:28:43,154 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9a430f72a20af9ea90a9bfd4eb439ebb: 2024-12-16T11:28:43,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd3dde6b2ffb2b33398f466ed408fac6, NAME => 'test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741845_1021 (size=45) 2024-12-16T11:28:43,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T11:28:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:43,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0e3f25bf3b41f53193e7fc08bae54da4, disabling compactions & flushes 2024-12-16T11:28:43,544 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:28:43,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:28:43,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. after waiting 0 ms 2024-12-16T11:28:43,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:28:43,544 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:28:43,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0e3f25bf3b41f53193e7fc08bae54da4: 2024-12-16T11:28:43,545 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cbb019afc9481a9cb476e5aecc97a1d8, NAME => 'test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,545 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,545 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 761da22b2b9159309f0e09f89d8b98b2, disabling compactions & flushes 2024-12-16T11:28:43,545 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:28:43,545 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:28:43,545 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. after waiting 0 ms 2024-12-16T11:28:43,545 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:28:43,545 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:28:43,545 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 761da22b2b9159309f0e09f89d8b98b2: 2024-12-16T11:28:43,546 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6785cef4090e34dc2108b9d11128f330, NAME => 'test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741846_1022 (size=45) 2024-12-16T11:28:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741847_1023 (size=45) 2024-12-16T11:28:43,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6785cef4090e34dc2108b9d11128f330, disabling compactions & flushes 2024-12-16T11:28:43,556 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:28:43,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:28:43,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. after waiting 0 ms 2024-12-16T11:28:43,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:28:43,556 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:28:43,557 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6785cef4090e34dc2108b9d11128f330: 2024-12-16T11:28:43,557 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0c09623d4b31668c04cdec51b0a719bc, NAME => 'test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing cd3dde6b2ffb2b33398f466ed408fac6, disabling compactions & flushes 2024-12-16T11:28:43,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:28:43,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:28:43,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. after waiting 0 ms 2024-12-16T11:28:43,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:28:43,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:28:43,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd3dde6b2ffb2b33398f466ed408fac6: 2024-12-16T11:28:43,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f3fc9c4895275402d4b3655f588d38b6, NAME => 'test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741848_1024 (size=45) 2024-12-16T11:28:43,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741849_1025 (size=45) 2024-12-16T11:28:43,953 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,953 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing cbb019afc9481a9cb476e5aecc97a1d8, disabling compactions & flushes 2024-12-16T11:28:43,953 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:28:43,954 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:28:43,954 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. after waiting 0 ms 2024-12-16T11:28:43,954 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:28:43,954 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:28:43,954 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for cbb019afc9481a9cb476e5aecc97a1d8: 2024-12-16T11:28:43,954 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 771e0c9a4f827751da4d8d686197ca97, NAME => 'test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741850_1026 (size=45) 2024-12-16T11:28:43,964 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,964 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0c09623d4b31668c04cdec51b0a719bc, disabling compactions & flushes 2024-12-16T11:28:43,964 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:28:43,965 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:28:43,965 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. after waiting 0 ms 2024-12-16T11:28:43,965 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:28:43,965 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:28:43,965 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0c09623d4b31668c04cdec51b0a719bc: 2024-12-16T11:28:43,965 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e776449a758653e77d8645f5f6c653cf, NAME => 'test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f3fc9c4895275402d4b3655f588d38b6, disabling compactions & flushes 2024-12-16T11:28:43,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:28:43,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:28:43,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. after waiting 0 ms 2024-12-16T11:28:43,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:28:43,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:28:43,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f3fc9c4895275402d4b3655f588d38b6: 2024-12-16T11:28:43,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 16998397235af9e08dbfc744ae9b6f09, NAME => 'test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741851_1027 (size=45) 2024-12-16T11:28:43,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e776449a758653e77d8645f5f6c653cf, disabling compactions & flushes 2024-12-16T11:28:43,972 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:28:43,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:28:43,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. after waiting 0 ms 2024-12-16T11:28:43,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:28:43,972 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:28:43,972 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e776449a758653e77d8645f5f6c653cf: 2024-12-16T11:28:43,973 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4f4ac1babab69c0280cd195188f1b71c, NAME => 'test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741852_1028 (size=45) 2024-12-16T11:28:43,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 16998397235af9e08dbfc744ae9b6f09, disabling compactions & flushes 2024-12-16T11:28:43,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:28:43,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:28:43,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. after waiting 0 ms 2024-12-16T11:28:43,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:28:43,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:28:43,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 16998397235af9e08dbfc744ae9b6f09: 2024-12-16T11:28:43,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d789966aa6d2937474796b800e42f64c, NAME => 'test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741853_1029 (size=45) 2024-12-16T11:28:43,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741854_1030 (size=45) 2024-12-16T11:28:43,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:43,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d789966aa6d2937474796b800e42f64c, disabling compactions & flushes 2024-12-16T11:28:43,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:28:43,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:28:43,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. after waiting 0 ms 2024-12-16T11:28:43,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:28:43,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:28:43,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d789966aa6d2937474796b800e42f64c: 2024-12-16T11:28:43,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e6463ead6f99e776923e389a457b2da1, NAME => 'test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741855_1031 (size=45) 2024-12-16T11:28:44,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T11:28:44,117 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T11:28:44,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T11:28:44,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T11:28:44,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T11:28:44,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T11:28:44,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T11:28:44,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T11:28:44,362 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,362 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 771e0c9a4f827751da4d8d686197ca97, disabling compactions & flushes 2024-12-16T11:28:44,362 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:28:44,362 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:28:44,362 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. after waiting 0 ms 2024-12-16T11:28:44,362 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:28:44,362 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:28:44,362 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 771e0c9a4f827751da4d8d686197ca97: 2024-12-16T11:28:44,363 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 94d656b69b55613597973b892c93a169, NAME => 'test,sss,1734348522301.94d656b69b55613597973b892c93a169.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741856_1032 (size=45) 2024-12-16T11:28:44,380 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,380 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4f4ac1babab69c0280cd195188f1b71c, disabling compactions & flushes 2024-12-16T11:28:44,380 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:28:44,380 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:28:44,380 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. after waiting 0 ms 2024-12-16T11:28:44,380 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:28:44,381 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:28:44,381 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4f4ac1babab69c0280cd195188f1b71c: 2024-12-16T11:28:44,381 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2ba17017ade3433385fd69ceb24a0c66, NAME => 'test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741857_1033 (size=45) 2024-12-16T11:28:44,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e6463ead6f99e776923e389a457b2da1, disabling compactions & flushes 2024-12-16T11:28:44,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:28:44,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:28:44,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. after waiting 0 ms 2024-12-16T11:28:44,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:28:44,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:28:44,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e6463ead6f99e776923e389a457b2da1: 2024-12-16T11:28:44,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6f3b0e6e694e79a37794b58b8cc3a114, NAME => 'test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741858_1034 (size=45) 2024-12-16T11:28:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:44,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1734348522301.94d656b69b55613597973b892c93a169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 94d656b69b55613597973b892c93a169, disabling compactions & flushes 2024-12-16T11:28:44,771 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:28:44,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:28:44,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734348522301.94d656b69b55613597973b892c93a169. after waiting 0 ms 2024-12-16T11:28:44,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:28:44,771 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:28:44,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 94d656b69b55613597973b892c93a169: 2024-12-16T11:28:44,772 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 82bd635c758b4769a0f3a6a24178c524, NAME => 'test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741859_1035 (size=45) 2024-12-16T11:28:44,779 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,779 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 82bd635c758b4769a0f3a6a24178c524, disabling compactions & flushes 2024-12-16T11:28:44,779 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:28:44,779 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:28:44,779 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. after waiting 0 ms 2024-12-16T11:28:44,779 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:28:44,779 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:28:44,779 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 82bd635c758b4769a0f3a6a24178c524: 2024-12-16T11:28:44,780 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0fa4d9b82f1cec1b6e24f917d1afd582, NAME => 'test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741860_1036 (size=45) 2024-12-16T11:28:44,788 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,788 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2ba17017ade3433385fd69ceb24a0c66, disabling compactions & flushes 2024-12-16T11:28:44,788 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:28:44,788 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:28:44,788 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. after waiting 0 ms 2024-12-16T11:28:44,789 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:28:44,789 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:28:44,789 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2ba17017ade3433385fd69ceb24a0c66: 2024-12-16T11:28:44,789 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => fceae7eb332bba6269b928a2d7573045, NAME => 'test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741861_1037 (size=45) 2024-12-16T11:28:44,795 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,795 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing fceae7eb332bba6269b928a2d7573045, disabling compactions & flushes 2024-12-16T11:28:44,795 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:28:44,796 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:28:44,796 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. after waiting 0 ms 2024-12-16T11:28:44,796 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:28:44,796 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:28:44,796 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for fceae7eb332bba6269b928a2d7573045: 2024-12-16T11:28:44,796 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 437a4bc1c082e49e5982aa579e452bf0, NAME => 'test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741862_1038 (size=45) 2024-12-16T11:28:44,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6f3b0e6e694e79a37794b58b8cc3a114, disabling compactions & flushes 2024-12-16T11:28:44,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:28:44,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:28:44,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. after waiting 0 ms 2024-12-16T11:28:44,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:28:44,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:28:44,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6f3b0e6e694e79a37794b58b8cc3a114: 2024-12-16T11:28:44,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 074fdffc6027bf3f1dfa02bb0240b072, NAME => 'test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741863_1039 (size=42) 2024-12-16T11:28:44,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:44,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 074fdffc6027bf3f1dfa02bb0240b072, disabling compactions & flushes 2024-12-16T11:28:44,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:28:44,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:28:44,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. after waiting 0 ms 2024-12-16T11:28:44,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:28:44,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:28:44,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 074fdffc6027bf3f1dfa02bb0240b072: 2024-12-16T11:28:44,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:28:45,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0fa4d9b82f1cec1b6e24f917d1afd582, disabling compactions & flushes 2024-12-16T11:28:45,187 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:28:45,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:28:45,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. after waiting 0 ms 2024-12-16T11:28:45,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:28:45,187 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:28:45,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0fa4d9b82f1cec1b6e24f917d1afd582: 2024-12-16T11:28:45,203 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,204 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 437a4bc1c082e49e5982aa579e452bf0, disabling compactions & flushes 2024-12-16T11:28:45,204 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:28:45,204 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:28:45,204 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. after waiting 0 ms 2024-12-16T11:28:45,204 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:28:45,204 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:28:45,204 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 437a4bc1c082e49e5982aa579e452bf0: 2024-12-16T11:28:45,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T11:28:45,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734348522301.94d656b69b55613597973b892c93a169.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348525207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348525207"}]},"ts":"1734348525207"} 2024-12-16T11:28:45,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T11:28:45,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T11:28:45,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348525251"}]},"ts":"1734348525251"} 2024-12-16T11:28:45,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T11:28:45,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=817919bdcf07568aa45bb80f2b34ad9d, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=be643013b8e6b8560a26a8187c60ad2d, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7f7aa2015daca48601c43de05767d90d, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9a430f72a20af9ea90a9bfd4eb439ebb, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=761da22b2b9159309f0e09f89d8b98b2, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0e3f25bf3b41f53193e7fc08bae54da4, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cd3dde6b2ffb2b33398f466ed408fac6, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cbb019afc9481a9cb476e5aecc97a1d8, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6785cef4090e34dc2108b9d11128f330, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c09623d4b31668c04cdec51b0a719bc, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3fc9c4895275402d4b3655f588d38b6, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=771e0c9a4f827751da4d8d686197ca97, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e776449a758653e77d8645f5f6c653cf, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=16998397235af9e08dbfc744ae9b6f09, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4f4ac1babab69c0280cd195188f1b71c, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d789966aa6d2937474796b800e42f64c, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6463ead6f99e776923e389a457b2da1, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=94d656b69b55613597973b892c93a169, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ba17017ade3433385fd69ceb24a0c66, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f3b0e6e694e79a37794b58b8cc3a114, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=82bd635c758b4769a0f3a6a24178c524, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0fa4d9b82f1cec1b6e24f917d1afd582, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fceae7eb332bba6269b928a2d7573045, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=437a4bc1c082e49e5982aa579e452bf0, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=074fdffc6027bf3f1dfa02bb0240b072, ASSIGN}] 2024-12-16T11:28:45,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cd3dde6b2ffb2b33398f466ed408fac6, ASSIGN 2024-12-16T11:28:45,265 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9a430f72a20af9ea90a9bfd4eb439ebb, ASSIGN 2024-12-16T11:28:45,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0e3f25bf3b41f53193e7fc08bae54da4, ASSIGN 2024-12-16T11:28:45,265 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=761da22b2b9159309f0e09f89d8b98b2, ASSIGN 2024-12-16T11:28:45,266 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cd3dde6b2ffb2b33398f466ed408fac6, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0e3f25bf3b41f53193e7fc08bae54da4, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,266 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9a430f72a20af9ea90a9bfd4eb439ebb, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,267 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=761da22b2b9159309f0e09f89d8b98b2, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=074fdffc6027bf3f1dfa02bb0240b072, ASSIGN 2024-12-16T11:28:45,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fceae7eb332bba6269b928a2d7573045, ASSIGN 2024-12-16T11:28:45,271 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0fa4d9b82f1cec1b6e24f917d1afd582, ASSIGN 2024-12-16T11:28:45,272 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=437a4bc1c082e49e5982aa579e452bf0, ASSIGN 2024-12-16T11:28:45,272 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=074fdffc6027bf3f1dfa02bb0240b072, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,272 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fceae7eb332bba6269b928a2d7573045, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,272 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0fa4d9b82f1cec1b6e24f917d1afd582, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=82bd635c758b4769a0f3a6a24178c524, ASSIGN 2024-12-16T11:28:45,273 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=437a4bc1c082e49e5982aa579e452bf0, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=82bd635c758b4769a0f3a6a24178c524, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f3b0e6e694e79a37794b58b8cc3a114, ASSIGN 2024-12-16T11:28:45,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ba17017ade3433385fd69ceb24a0c66, ASSIGN 2024-12-16T11:28:45,277 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6463ead6f99e776923e389a457b2da1, ASSIGN 2024-12-16T11:28:45,277 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=94d656b69b55613597973b892c93a169, ASSIGN 2024-12-16T11:28:45,277 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d789966aa6d2937474796b800e42f64c, ASSIGN 2024-12-16T11:28:45,278 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6f3b0e6e694e79a37794b58b8cc3a114, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ba17017ade3433385fd69ceb24a0c66, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,278 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e6463ead6f99e776923e389a457b2da1, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,278 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=94d656b69b55613597973b892c93a169, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,278 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d789966aa6d2937474796b800e42f64c, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,282 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e776449a758653e77d8645f5f6c653cf, ASSIGN 2024-12-16T11:28:45,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=16998397235af9e08dbfc744ae9b6f09, ASSIGN 2024-12-16T11:28:45,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4f4ac1babab69c0280cd195188f1b71c, ASSIGN 2024-12-16T11:28:45,283 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=16998397235af9e08dbfc744ae9b6f09, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,283 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e776449a758653e77d8645f5f6c653cf, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4f4ac1babab69c0280cd195188f1b71c, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6785cef4090e34dc2108b9d11128f330, ASSIGN 2024-12-16T11:28:45,287 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=771e0c9a4f827751da4d8d686197ca97, ASSIGN 2024-12-16T11:28:45,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6785cef4090e34dc2108b9d11128f330, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3fc9c4895275402d4b3655f588d38b6, ASSIGN 2024-12-16T11:28:45,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c09623d4b31668c04cdec51b0a719bc, ASSIGN 2024-12-16T11:28:45,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cbb019afc9481a9cb476e5aecc97a1d8, ASSIGN 2024-12-16T11:28:45,288 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=771e0c9a4f827751da4d8d686197ca97, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,288 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0c09623d4b31668c04cdec51b0a719bc, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f3fc9c4895275402d4b3655f588d38b6, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7f7aa2015daca48601c43de05767d90d, ASSIGN 2024-12-16T11:28:45,289 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cbb019afc9481a9cb476e5aecc97a1d8, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7f7aa2015daca48601c43de05767d90d, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,292 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=be643013b8e6b8560a26a8187c60ad2d, ASSIGN 2024-12-16T11:28:45,294 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=be643013b8e6b8560a26a8187c60ad2d, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, ASSIGN 2024-12-16T11:28:45,294 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=817919bdcf07568aa45bb80f2b34ad9d, ASSIGN 2024-12-16T11:28:45,295 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=817919bdcf07568aa45bb80f2b34ad9d, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:45,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=6785cef4090e34dc2108b9d11128f330, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,417 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=817919bdcf07568aa45bb80f2b34ad9d, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=cbb019afc9481a9cb476e5aecc97a1d8, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e776449a758653e77d8645f5f6c653cf, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=fceae7eb332bba6269b928a2d7573045, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=18, state=RUNNABLE; OpenRegionProcedure cbb019afc9481a9cb476e5aecc97a1d8, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=11, state=RUNNABLE; OpenRegionProcedure 817919bdcf07568aa45bb80f2b34ad9d, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=19, state=RUNNABLE; OpenRegionProcedure 6785cef4090e34dc2108b9d11128f330, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=33, state=RUNNABLE; OpenRegionProcedure fceae7eb332bba6269b928a2d7573045, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=23, state=RUNNABLE; OpenRegionProcedure e776449a758653e77d8645f5f6c653cf, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=16998397235af9e08dbfc744ae9b6f09, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=24, state=RUNNABLE; OpenRegionProcedure 16998397235af9e08dbfc744ae9b6f09, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=e6463ead6f99e776923e389a457b2da1, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=0e3f25bf3b41f53193e7fc08bae54da4, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=16, state=RUNNABLE; OpenRegionProcedure 0e3f25bf3b41f53193e7fc08bae54da4, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=7f7aa2015daca48601c43de05767d90d, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=27, state=RUNNABLE; OpenRegionProcedure e6463ead6f99e776923e389a457b2da1, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,433 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=cd3dde6b2ffb2b33398f466ed408fac6, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,435 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9a430f72a20af9ea90a9bfd4eb439ebb, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=be643013b8e6b8560a26a8187c60ad2d, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=13, state=RUNNABLE; OpenRegionProcedure 7f7aa2015daca48601c43de05767d90d, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=17, state=RUNNABLE; OpenRegionProcedure cd3dde6b2ffb2b33398f466ed408fac6, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=82bd635c758b4769a0f3a6a24178c524, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=14, state=RUNNABLE; OpenRegionProcedure 9a430f72a20af9ea90a9bfd4eb439ebb, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=12, state=RUNNABLE; OpenRegionProcedure be643013b8e6b8560a26a8187c60ad2d, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=31, state=RUNNABLE; OpenRegionProcedure 82bd635c758b4769a0f3a6a24178c524, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=771e0c9a4f827751da4d8d686197ca97, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=074fdffc6027bf3f1dfa02bb0240b072, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=22, state=RUNNABLE; OpenRegionProcedure 771e0c9a4f827751da4d8d686197ca97, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=35, state=RUNNABLE; OpenRegionProcedure 074fdffc6027bf3f1dfa02bb0240b072, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=10, state=RUNNABLE; OpenRegionProcedure 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=761da22b2b9159309f0e09f89d8b98b2, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d789966aa6d2937474796b800e42f64c, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=15, state=RUNNABLE; OpenRegionProcedure 761da22b2b9159309f0e09f89d8b98b2, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,453 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=94d656b69b55613597973b892c93a169, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=26, state=RUNNABLE; OpenRegionProcedure d789966aa6d2937474796b800e42f64c, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,455 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6f3b0e6e694e79a37794b58b8cc3a114, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=28, state=RUNNABLE; OpenRegionProcedure 94d656b69b55613597973b892c93a169, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=2ba17017ade3433385fd69ceb24a0c66, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=30, state=RUNNABLE; OpenRegionProcedure 6f3b0e6e694e79a37794b58b8cc3a114, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=29, state=RUNNABLE; OpenRegionProcedure 2ba17017ade3433385fd69ceb24a0c66, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=4f4ac1babab69c0280cd195188f1b71c, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=437a4bc1c082e49e5982aa579e452bf0, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=25, state=RUNNABLE; OpenRegionProcedure 4f4ac1babab69c0280cd195188f1b71c, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=34, state=RUNNABLE; OpenRegionProcedure 437a4bc1c082e49e5982aa579e452bf0, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f3fc9c4895275402d4b3655f588d38b6, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=0c09623d4b31668c04cdec51b0a719bc, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=21, state=RUNNABLE; OpenRegionProcedure f3fc9c4895275402d4b3655f588d38b6, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0fa4d9b82f1cec1b6e24f917d1afd582, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=20, state=RUNNABLE; OpenRegionProcedure 0c09623d4b31668c04cdec51b0a719bc, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=32, state=RUNNABLE; OpenRegionProcedure 0fa4d9b82f1cec1b6e24f917d1afd582, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:45,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,579 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:28:45,579 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 074fdffc6027bf3f1dfa02bb0240b072, NAME => 'test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T11:28:45,580 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,580 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,580 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,580 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,582 INFO [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,583 INFO [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074fdffc6027bf3f1dfa02bb0240b072 columnFamilyName f 2024-12-16T11:28:45,584 DEBUG [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,584 INFO [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] regionserver.HStore(327): Store=074fdffc6027bf3f1dfa02bb0240b072/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,584 INFO [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,586 INFO [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074fdffc6027bf3f1dfa02bb0240b072 columnFamilyName norep 2024-12-16T11:28:45,586 DEBUG [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,586 INFO [StoreOpener-074fdffc6027bf3f1dfa02bb0240b072-1 {}] regionserver.HStore(327): Store=074fdffc6027bf3f1dfa02bb0240b072/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,587 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,588 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,589 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,591 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:28:45,593 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/074fdffc6027bf3f1dfa02bb0240b072/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,594 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 074fdffc6027bf3f1dfa02bb0240b072; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72884852, jitterRate=0.08606892824172974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,595 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 074fdffc6027bf3f1dfa02bb0240b072: 2024-12-16T11:28:45,596 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072., pid=49, masterSystemTime=1734348525573 2024-12-16T11:28:45,598 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:28:45,598 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:28:45,598 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:28:45,598 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => f3fc9c4895275402d4b3655f588d38b6, NAME => 'test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T11:28:45,599 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=074fdffc6027bf3f1dfa02bb0240b072, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,599 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,599 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,599 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,600 INFO [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,602 INFO [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3fc9c4895275402d4b3655f588d38b6 columnFamilyName f 2024-12-16T11:28:45,602 DEBUG [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,603 INFO [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] regionserver.HStore(327): Store=f3fc9c4895275402d4b3655f588d38b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,603 INFO [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,604 INFO [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3fc9c4895275402d4b3655f588d38b6 columnFamilyName norep 2024-12-16T11:28:45,604 DEBUG [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=35 2024-12-16T11:28:45,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=35, state=SUCCESS; OpenRegionProcedure 074fdffc6027bf3f1dfa02bb0240b072, server=bdbfc8246c85,38643,1734348514326 in 157 msec 2024-12-16T11:28:45,606 INFO [StoreOpener-f3fc9c4895275402d4b3655f588d38b6-1 {}] regionserver.HStore(327): Store=f3fc9c4895275402d4b3655f588d38b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=074fdffc6027bf3f1dfa02bb0240b072, ASSIGN in 346 msec 2024-12-16T11:28:45,607 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,607 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,609 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,610 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:28:45,612 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/f3fc9c4895275402d4b3655f588d38b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,613 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened f3fc9c4895275402d4b3655f588d38b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60625626, jitterRate=-0.09660777449607849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,613 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for f3fc9c4895275402d4b3655f588d38b6: 2024-12-16T11:28:45,614 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6., pid=59, masterSystemTime=1734348525573 2024-12-16T11:28:45,616 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:28:45,616 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:28:45,616 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:28:45,616 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 817919bdcf07568aa45bb80f2b34ad9d, NAME => 'test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T11:28:45,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f3fc9c4895275402d4b3655f588d38b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,616 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,617 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,617 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,617 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,618 INFO [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,620 INFO [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817919bdcf07568aa45bb80f2b34ad9d columnFamilyName f 2024-12-16T11:28:45,620 DEBUG [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,620 INFO [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] regionserver.HStore(327): Store=817919bdcf07568aa45bb80f2b34ad9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,620 INFO [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=21 2024-12-16T11:28:45,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=21, state=SUCCESS; OpenRegionProcedure f3fc9c4895275402d4b3655f588d38b6, server=bdbfc8246c85,38643,1734348514326 in 153 msec 2024-12-16T11:28:45,622 INFO [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817919bdcf07568aa45bb80f2b34ad9d columnFamilyName norep 2024-12-16T11:28:45,622 DEBUG [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,623 INFO [StoreOpener-817919bdcf07568aa45bb80f2b34ad9d-1 {}] regionserver.HStore(327): Store=817919bdcf07568aa45bb80f2b34ad9d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f3fc9c4895275402d4b3655f588d38b6, ASSIGN in 362 msec 2024-12-16T11:28:45,623 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,624 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,625 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,627 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:28:45,629 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/817919bdcf07568aa45bb80f2b34ad9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,629 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 817919bdcf07568aa45bb80f2b34ad9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58726680, jitterRate=-0.12490427494049072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,630 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 817919bdcf07568aa45bb80f2b34ad9d: 2024-12-16T11:28:45,630 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d., pid=37, masterSystemTime=1734348525573 2024-12-16T11:28:45,632 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:28:45,632 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:28:45,632 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:28:45,632 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => e6463ead6f99e776923e389a457b2da1, NAME => 'test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T11:28:45,633 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=817919bdcf07568aa45bb80f2b34ad9d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,633 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,633 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,633 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,633 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,634 INFO [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,636 INFO [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6463ead6f99e776923e389a457b2da1 columnFamilyName f 2024-12-16T11:28:45,636 DEBUG [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,636 INFO [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] regionserver.HStore(327): Store=e6463ead6f99e776923e389a457b2da1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,636 INFO [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=11 2024-12-16T11:28:45,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=11, state=SUCCESS; OpenRegionProcedure 817919bdcf07568aa45bb80f2b34ad9d, server=bdbfc8246c85,38643,1734348514326 in 213 msec 2024-12-16T11:28:45,638 INFO [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6463ead6f99e776923e389a457b2da1 columnFamilyName norep 2024-12-16T11:28:45,638 DEBUG [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=817919bdcf07568aa45bb80f2b34ad9d, ASSIGN in 378 msec 2024-12-16T11:28:45,638 INFO [StoreOpener-e6463ead6f99e776923e389a457b2da1-1 {}] regionserver.HStore(327): Store=e6463ead6f99e776923e389a457b2da1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,639 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,640 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,641 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,642 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for e6463ead6f99e776923e389a457b2da1 2024-12-16T11:28:45,644 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e6463ead6f99e776923e389a457b2da1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,645 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened e6463ead6f99e776923e389a457b2da1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61015673, jitterRate=-0.0907956212759018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,645 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for e6463ead6f99e776923e389a457b2da1: 2024-12-16T11:28:45,646 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1., pid=43, masterSystemTime=1734348525573 2024-12-16T11:28:45,648 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:28:45,648 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:28:45,648 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:28:45,648 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 82bd635c758b4769a0f3a6a24178c524, NAME => 'test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T11:28:45,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=e6463ead6f99e776923e389a457b2da1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,648 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,649 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,649 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,649 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,650 INFO [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,652 INFO [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bd635c758b4769a0f3a6a24178c524 columnFamilyName f 2024-12-16T11:28:45,652 DEBUG [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,652 INFO [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] regionserver.HStore(327): Store=82bd635c758b4769a0f3a6a24178c524/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,652 INFO [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=27 2024-12-16T11:28:45,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=27, state=SUCCESS; OpenRegionProcedure e6463ead6f99e776923e389a457b2da1, server=bdbfc8246c85,38643,1734348514326 in 220 msec 2024-12-16T11:28:45,654 INFO [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82bd635c758b4769a0f3a6a24178c524 columnFamilyName norep 2024-12-16T11:28:45,654 DEBUG [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,654 INFO [StoreOpener-82bd635c758b4769a0f3a6a24178c524-1 {}] regionserver.HStore(327): Store=82bd635c758b4769a0f3a6a24178c524/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e6463ead6f99e776923e389a457b2da1, ASSIGN in 394 msec 2024-12-16T11:28:45,655 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,656 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,657 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,659 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:28:45,662 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/82bd635c758b4769a0f3a6a24178c524/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,662 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 82bd635c758b4769a0f3a6a24178c524; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74870860, jitterRate=0.11566275358200073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,662 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 82bd635c758b4769a0f3a6a24178c524: 2024-12-16T11:28:45,663 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524., pid=48, masterSystemTime=1734348525573 2024-12-16T11:28:45,665 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:28:45,665 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:28:45,665 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:28:45,666 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => be643013b8e6b8560a26a8187c60ad2d, NAME => 'test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T11:28:45,666 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=82bd635c758b4769a0f3a6a24178c524, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,666 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,666 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,666 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,666 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,668 INFO [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,670 INFO [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be643013b8e6b8560a26a8187c60ad2d columnFamilyName f 2024-12-16T11:28:45,670 DEBUG [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=31 2024-12-16T11:28:45,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=31, state=SUCCESS; OpenRegionProcedure 82bd635c758b4769a0f3a6a24178c524, server=bdbfc8246c85,38643,1734348514326 in 228 msec 2024-12-16T11:28:45,671 INFO [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] regionserver.HStore(327): Store=be643013b8e6b8560a26a8187c60ad2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,671 INFO [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=82bd635c758b4769a0f3a6a24178c524, ASSIGN in 411 msec 2024-12-16T11:28:45,672 INFO [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be643013b8e6b8560a26a8187c60ad2d columnFamilyName norep 2024-12-16T11:28:45,672 DEBUG [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,673 INFO [StoreOpener-be643013b8e6b8560a26a8187c60ad2d-1 {}] regionserver.HStore(327): Store=be643013b8e6b8560a26a8187c60ad2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,674 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,674 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,675 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,677 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:28:45,679 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/be643013b8e6b8560a26a8187c60ad2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,679 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened be643013b8e6b8560a26a8187c60ad2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66644839, jitterRate=-0.006914511322975159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,679 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for be643013b8e6b8560a26a8187c60ad2d: 2024-12-16T11:28:45,680 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d., pid=47, masterSystemTime=1734348525573 2024-12-16T11:28:45,682 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:28:45,682 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:28:45,682 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:28:45,683 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a430f72a20af9ea90a9bfd4eb439ebb, NAME => 'test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T11:28:45,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=be643013b8e6b8560a26a8187c60ad2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,683 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,683 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,683 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,683 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,685 INFO [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,686 INFO [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a430f72a20af9ea90a9bfd4eb439ebb columnFamilyName f 2024-12-16T11:28:45,687 DEBUG [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,687 INFO [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] regionserver.HStore(327): Store=9a430f72a20af9ea90a9bfd4eb439ebb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,687 INFO [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=12 2024-12-16T11:28:45,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=12, state=SUCCESS; OpenRegionProcedure be643013b8e6b8560a26a8187c60ad2d, server=bdbfc8246c85,38643,1734348514326 in 246 msec 2024-12-16T11:28:45,689 INFO [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a430f72a20af9ea90a9bfd4eb439ebb columnFamilyName norep 2024-12-16T11:28:45,689 DEBUG [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=be643013b8e6b8560a26a8187c60ad2d, ASSIGN in 429 msec 2024-12-16T11:28:45,689 INFO [StoreOpener-9a430f72a20af9ea90a9bfd4eb439ebb-1 {}] regionserver.HStore(327): Store=9a430f72a20af9ea90a9bfd4eb439ebb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,690 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,690 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,692 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,693 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:28:45,695 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/9a430f72a20af9ea90a9bfd4eb439ebb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,695 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 9a430f72a20af9ea90a9bfd4eb439ebb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72960038, jitterRate=0.08718928694725037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,696 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 9a430f72a20af9ea90a9bfd4eb439ebb: 2024-12-16T11:28:45,696 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb., pid=46, masterSystemTime=1734348525573 2024-12-16T11:28:45,698 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:28:45,698 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:28:45,698 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:28:45,699 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 761da22b2b9159309f0e09f89d8b98b2, NAME => 'test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T11:28:45,699 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,699 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,699 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,699 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9a430f72a20af9ea90a9bfd4eb439ebb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,701 INFO [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,702 INFO [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761da22b2b9159309f0e09f89d8b98b2 columnFamilyName f 2024-12-16T11:28:45,702 DEBUG [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,703 INFO [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] regionserver.HStore(327): Store=761da22b2b9159309f0e09f89d8b98b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,703 INFO [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=14 2024-12-16T11:28:45,705 INFO [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761da22b2b9159309f0e09f89d8b98b2 columnFamilyName norep 2024-12-16T11:28:45,705 DEBUG [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=14, state=SUCCESS; OpenRegionProcedure 9a430f72a20af9ea90a9bfd4eb439ebb, server=bdbfc8246c85,38643,1734348514326 in 264 msec 2024-12-16T11:28:45,705 INFO [StoreOpener-761da22b2b9159309f0e09f89d8b98b2-1 {}] regionserver.HStore(327): Store=761da22b2b9159309f0e09f89d8b98b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9a430f72a20af9ea90a9bfd4eb439ebb, ASSIGN in 445 msec 2024-12-16T11:28:45,706 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,707 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,708 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,709 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:28:45,712 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/761da22b2b9159309f0e09f89d8b98b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,712 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 761da22b2b9159309f0e09f89d8b98b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71195424, jitterRate=0.06089448928833008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,712 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 761da22b2b9159309f0e09f89d8b98b2: 2024-12-16T11:28:45,713 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2., pid=52, masterSystemTime=1734348525573 2024-12-16T11:28:45,715 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:28:45,715 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:28:45,715 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:28:45,715 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f3b0e6e694e79a37794b58b8cc3a114, NAME => 'test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T11:28:45,715 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,716 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=761da22b2b9159309f0e09f89d8b98b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,716 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,716 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,716 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,717 INFO [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,719 INFO [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3b0e6e694e79a37794b58b8cc3a114 columnFamilyName f 2024-12-16T11:28:45,719 DEBUG [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,719 INFO [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] regionserver.HStore(327): Store=6f3b0e6e694e79a37794b58b8cc3a114/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,719 INFO [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=15 2024-12-16T11:28:45,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=15, state=SUCCESS; OpenRegionProcedure 761da22b2b9159309f0e09f89d8b98b2, server=bdbfc8246c85,38643,1734348514326 in 267 msec 2024-12-16T11:28:45,721 INFO [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f3b0e6e694e79a37794b58b8cc3a114 columnFamilyName norep 2024-12-16T11:28:45,721 DEBUG [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=761da22b2b9159309f0e09f89d8b98b2, ASSIGN in 461 msec 2024-12-16T11:28:45,721 INFO [StoreOpener-6f3b0e6e694e79a37794b58b8cc3a114-1 {}] regionserver.HStore(327): Store=6f3b0e6e694e79a37794b58b8cc3a114/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,722 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,723 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,724 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,725 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:28:45,728 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6f3b0e6e694e79a37794b58b8cc3a114/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,728 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 6f3b0e6e694e79a37794b58b8cc3a114; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63100592, jitterRate=-0.05972790718078613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,728 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 6f3b0e6e694e79a37794b58b8cc3a114: 2024-12-16T11:28:45,729 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114., pid=55, masterSystemTime=1734348525573 2024-12-16T11:28:45,730 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:28:45,731 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:28:45,731 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:28:45,731 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ba17017ade3433385fd69ceb24a0c66, NAME => 'test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T11:28:45,731 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,731 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6f3b0e6e694e79a37794b58b8cc3a114, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,731 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,731 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,733 INFO [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,734 INFO [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba17017ade3433385fd69ceb24a0c66 columnFamilyName f 2024-12-16T11:28:45,734 DEBUG [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,735 INFO [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] regionserver.HStore(327): Store=2ba17017ade3433385fd69ceb24a0c66/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,735 INFO [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=30 2024-12-16T11:28:45,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=30, state=SUCCESS; OpenRegionProcedure 6f3b0e6e694e79a37794b58b8cc3a114, server=bdbfc8246c85,38643,1734348514326 in 276 msec 2024-12-16T11:28:45,737 INFO [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba17017ade3433385fd69ceb24a0c66 columnFamilyName norep 2024-12-16T11:28:45,737 DEBUG [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6f3b0e6e694e79a37794b58b8cc3a114, ASSIGN in 477 msec 2024-12-16T11:28:45,737 INFO [StoreOpener-2ba17017ade3433385fd69ceb24a0c66-1 {}] regionserver.HStore(327): Store=2ba17017ade3433385fd69ceb24a0c66/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,738 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,739 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,740 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,741 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:28:45,744 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/2ba17017ade3433385fd69ceb24a0c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,744 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 2ba17017ade3433385fd69ceb24a0c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59432401, jitterRate=-0.11438821256160736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,744 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 2ba17017ade3433385fd69ceb24a0c66: 2024-12-16T11:28:45,745 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66., pid=56, masterSystemTime=1734348525573 2024-12-16T11:28:45,747 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:28:45,747 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:28:45,747 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:28:45,747 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 437a4bc1c082e49e5982aa579e452bf0, NAME => 'test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T11:28:45,748 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=2ba17017ade3433385fd69ceb24a0c66, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,748 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,748 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,748 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,750 INFO [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,751 INFO [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437a4bc1c082e49e5982aa579e452bf0 columnFamilyName f 2024-12-16T11:28:45,751 DEBUG [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,752 INFO [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] regionserver.HStore(327): Store=437a4bc1c082e49e5982aa579e452bf0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,752 INFO [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=29 2024-12-16T11:28:45,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=29, state=SUCCESS; OpenRegionProcedure 2ba17017ade3433385fd69ceb24a0c66, server=bdbfc8246c85,38643,1734348514326 in 292 msec 2024-12-16T11:28:45,753 INFO [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437a4bc1c082e49e5982aa579e452bf0 columnFamilyName norep 2024-12-16T11:28:45,754 DEBUG [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ba17017ade3433385fd69ceb24a0c66, ASSIGN in 493 msec 2024-12-16T11:28:45,754 INFO [StoreOpener-437a4bc1c082e49e5982aa579e452bf0-1 {}] regionserver.HStore(327): Store=437a4bc1c082e49e5982aa579e452bf0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,755 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,756 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,757 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,758 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:28:45,762 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/437a4bc1c082e49e5982aa579e452bf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,762 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 437a4bc1c082e49e5982aa579e452bf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157945, jitterRate=0.11994065344333649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,762 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 437a4bc1c082e49e5982aa579e452bf0: 2024-12-16T11:28:45,763 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0., pid=58, masterSystemTime=1734348525573 2024-12-16T11:28:45,765 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:28:45,765 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:28:45,766 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:28:45,766 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 16998397235af9e08dbfc744ae9b6f09, NAME => 'test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T11:28:45,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=437a4bc1c082e49e5982aa579e452bf0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,766 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,766 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,766 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,766 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,768 INFO [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,770 INFO [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16998397235af9e08dbfc744ae9b6f09 columnFamilyName f 2024-12-16T11:28:45,770 DEBUG [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=34 2024-12-16T11:28:45,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=34, state=SUCCESS; OpenRegionProcedure 437a4bc1c082e49e5982aa579e452bf0, server=bdbfc8246c85,38643,1734348514326 in 304 msec 2024-12-16T11:28:45,771 INFO [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] regionserver.HStore(327): Store=16998397235af9e08dbfc744ae9b6f09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,771 INFO [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=437a4bc1c082e49e5982aa579e452bf0, ASSIGN in 511 msec 2024-12-16T11:28:45,773 INFO [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16998397235af9e08dbfc744ae9b6f09 columnFamilyName norep 2024-12-16T11:28:45,773 DEBUG [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,773 INFO [StoreOpener-16998397235af9e08dbfc744ae9b6f09-1 {}] regionserver.HStore(327): Store=16998397235af9e08dbfc744ae9b6f09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,774 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,774 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,775 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,777 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:28:45,779 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/16998397235af9e08dbfc744ae9b6f09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,779 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 16998397235af9e08dbfc744ae9b6f09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61304612, jitterRate=-0.08649009466171265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,779 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 16998397235af9e08dbfc744ae9b6f09: 2024-12-16T11:28:45,780 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09., pid=41, masterSystemTime=1734348525573 2024-12-16T11:28:45,782 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:28:45,782 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:28:45,783 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:28:45,783 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e3f25bf3b41f53193e7fc08bae54da4, NAME => 'test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T11:28:45,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=16998397235af9e08dbfc744ae9b6f09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,783 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,783 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,783 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,783 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,785 INFO [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,786 INFO [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3f25bf3b41f53193e7fc08bae54da4 columnFamilyName f 2024-12-16T11:28:45,787 DEBUG [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,787 INFO [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] regionserver.HStore(327): Store=0e3f25bf3b41f53193e7fc08bae54da4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=24 2024-12-16T11:28:45,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=24, state=SUCCESS; OpenRegionProcedure 16998397235af9e08dbfc744ae9b6f09, server=bdbfc8246c85,38643,1734348514326 in 359 msec 2024-12-16T11:28:45,787 INFO [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,788 INFO [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e3f25bf3b41f53193e7fc08bae54da4 columnFamilyName norep 2024-12-16T11:28:45,789 DEBUG [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=16998397235af9e08dbfc744ae9b6f09, ASSIGN in 528 msec 2024-12-16T11:28:45,789 INFO [StoreOpener-0e3f25bf3b41f53193e7fc08bae54da4-1 {}] regionserver.HStore(327): Store=0e3f25bf3b41f53193e7fc08bae54da4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,790 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,790 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,791 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,792 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:28:45,794 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0e3f25bf3b41f53193e7fc08bae54da4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,795 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 0e3f25bf3b41f53193e7fc08bae54da4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75220465, jitterRate=0.12087227404117584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,795 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 0e3f25bf3b41f53193e7fc08bae54da4: 2024-12-16T11:28:45,796 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4., pid=42, masterSystemTime=1734348525573 2024-12-16T11:28:45,797 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:28:45,798 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:28:45,798 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:28:45,798 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 0c09623d4b31668c04cdec51b0a719bc, NAME => 'test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T11:28:45,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=0e3f25bf3b41f53193e7fc08bae54da4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,798 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,798 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,798 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,798 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,800 INFO [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,801 INFO [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c09623d4b31668c04cdec51b0a719bc columnFamilyName f 2024-12-16T11:28:45,802 DEBUG [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,802 INFO [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] regionserver.HStore(327): Store=0c09623d4b31668c04cdec51b0a719bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,802 INFO [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=16 2024-12-16T11:28:45,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=16, state=SUCCESS; OpenRegionProcedure 0e3f25bf3b41f53193e7fc08bae54da4, server=bdbfc8246c85,38643,1734348514326 in 370 msec 2024-12-16T11:28:45,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0e3f25bf3b41f53193e7fc08bae54da4, ASSIGN in 544 msec 2024-12-16T11:28:45,804 INFO [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c09623d4b31668c04cdec51b0a719bc columnFamilyName norep 2024-12-16T11:28:45,804 DEBUG [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,805 INFO [StoreOpener-0c09623d4b31668c04cdec51b0a719bc-1 {}] regionserver.HStore(327): Store=0c09623d4b31668c04cdec51b0a719bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,805 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,806 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,807 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,808 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:28:45,811 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0c09623d4b31668c04cdec51b0a719bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,811 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 0c09623d4b31668c04cdec51b0a719bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65465093, jitterRate=-0.024494096636772156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,811 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 0c09623d4b31668c04cdec51b0a719bc: 2024-12-16T11:28:45,812 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc., pid=60, masterSystemTime=1734348525573 2024-12-16T11:28:45,814 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:28:45,814 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:28:45,814 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:28:45,814 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => cd3dde6b2ffb2b33398f466ed408fac6, NAME => 'test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T11:28:45,814 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=0c09623d4b31668c04cdec51b0a719bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,814 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,814 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,814 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,814 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,816 INFO [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,818 INFO [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3dde6b2ffb2b33398f466ed408fac6 columnFamilyName f 2024-12-16T11:28:45,818 DEBUG [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,819 INFO [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] regionserver.HStore(327): Store=cd3dde6b2ffb2b33398f466ed408fac6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,819 INFO [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=20 2024-12-16T11:28:45,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=20, state=SUCCESS; OpenRegionProcedure 0c09623d4b31668c04cdec51b0a719bc, server=bdbfc8246c85,38643,1734348514326 in 349 msec 2024-12-16T11:28:45,820 INFO [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3dde6b2ffb2b33398f466ed408fac6 columnFamilyName norep 2024-12-16T11:28:45,820 DEBUG [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,821 INFO [StoreOpener-cd3dde6b2ffb2b33398f466ed408fac6-1 {}] regionserver.HStore(327): Store=cd3dde6b2ffb2b33398f466ed408fac6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0c09623d4b31668c04cdec51b0a719bc, ASSIGN in 560 msec 2024-12-16T11:28:45,822 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,822 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,823 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,824 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:28:45,827 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cd3dde6b2ffb2b33398f466ed408fac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,827 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened cd3dde6b2ffb2b33398f466ed408fac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61222719, jitterRate=-0.08771039545536041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,827 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for cd3dde6b2ffb2b33398f466ed408fac6: 2024-12-16T11:28:45,828 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6., pid=45, masterSystemTime=1734348525573 2024-12-16T11:28:45,830 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:28:45,830 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:28:45,830 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:28:45,830 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => fceae7eb332bba6269b928a2d7573045, NAME => 'test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T11:28:45,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=cd3dde6b2ffb2b33398f466ed408fac6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,830 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,831 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,831 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,831 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,832 INFO [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,834 INFO [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fceae7eb332bba6269b928a2d7573045 columnFamilyName f 2024-12-16T11:28:45,834 DEBUG [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,834 INFO [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] regionserver.HStore(327): Store=fceae7eb332bba6269b928a2d7573045/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=17 2024-12-16T11:28:45,834 INFO [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=17, state=SUCCESS; OpenRegionProcedure cd3dde6b2ffb2b33398f466ed408fac6, server=bdbfc8246c85,38643,1734348514326 in 395 msec 2024-12-16T11:28:45,836 INFO [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fceae7eb332bba6269b928a2d7573045 columnFamilyName norep 2024-12-16T11:28:45,836 DEBUG [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cd3dde6b2ffb2b33398f466ed408fac6, ASSIGN in 575 msec 2024-12-16T11:28:45,837 INFO [StoreOpener-fceae7eb332bba6269b928a2d7573045-1 {}] regionserver.HStore(327): Store=fceae7eb332bba6269b928a2d7573045/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,837 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,838 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,839 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,840 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for fceae7eb332bba6269b928a2d7573045 2024-12-16T11:28:45,842 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/fceae7eb332bba6269b928a2d7573045/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,843 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened fceae7eb332bba6269b928a2d7573045; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71131357, jitterRate=0.05993981659412384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,843 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for fceae7eb332bba6269b928a2d7573045: 2024-12-16T11:28:45,844 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045., pid=39, masterSystemTime=1734348525573 2024-12-16T11:28:45,845 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:28:45,845 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:28:45,845 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:28:45,845 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 771e0c9a4f827751da4d8d686197ca97, NAME => 'test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T11:28:45,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=fceae7eb332bba6269b928a2d7573045, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,846 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,846 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,846 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,846 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,847 INFO [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,849 INFO [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771e0c9a4f827751da4d8d686197ca97 columnFamilyName f 2024-12-16T11:28:45,849 DEBUG [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,849 INFO [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] regionserver.HStore(327): Store=771e0c9a4f827751da4d8d686197ca97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,849 INFO [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=33 2024-12-16T11:28:45,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=33, state=SUCCESS; OpenRegionProcedure fceae7eb332bba6269b928a2d7573045, server=bdbfc8246c85,38643,1734348514326 in 425 msec 2024-12-16T11:28:45,851 INFO [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771e0c9a4f827751da4d8d686197ca97 columnFamilyName norep 2024-12-16T11:28:45,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fceae7eb332bba6269b928a2d7573045, ASSIGN in 591 msec 2024-12-16T11:28:45,851 DEBUG [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,851 INFO [StoreOpener-771e0c9a4f827751da4d8d686197ca97-1 {}] regionserver.HStore(327): Store=771e0c9a4f827751da4d8d686197ca97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,852 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,853 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,854 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,855 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:28:45,857 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/771e0c9a4f827751da4d8d686197ca97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,858 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 771e0c9a4f827751da4d8d686197ca97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71048282, jitterRate=0.058701902627944946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,858 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 771e0c9a4f827751da4d8d686197ca97: 2024-12-16T11:28:45,859 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97., pid=50, masterSystemTime=1734348525573 2024-12-16T11:28:45,860 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:28:45,860 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:28:45,860 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:28:45,861 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 0fa4d9b82f1cec1b6e24f917d1afd582, NAME => 'test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T11:28:45,861 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=771e0c9a4f827751da4d8d686197ca97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,861 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,861 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,861 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,863 INFO [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,865 INFO [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa4d9b82f1cec1b6e24f917d1afd582 columnFamilyName f 2024-12-16T11:28:45,865 DEBUG [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=22 2024-12-16T11:28:45,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=22, state=SUCCESS; OpenRegionProcedure 771e0c9a4f827751da4d8d686197ca97, server=bdbfc8246c85,38643,1734348514326 in 417 msec 2024-12-16T11:28:45,865 INFO [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] regionserver.HStore(327): Store=0fa4d9b82f1cec1b6e24f917d1afd582/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,866 INFO [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=771e0c9a4f827751da4d8d686197ca97, ASSIGN in 606 msec 2024-12-16T11:28:45,867 INFO [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa4d9b82f1cec1b6e24f917d1afd582 columnFamilyName norep 2024-12-16T11:28:45,867 DEBUG [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,868 INFO [StoreOpener-0fa4d9b82f1cec1b6e24f917d1afd582-1 {}] regionserver.HStore(327): Store=0fa4d9b82f1cec1b6e24f917d1afd582/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,869 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,869 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,871 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,872 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:28:45,875 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0fa4d9b82f1cec1b6e24f917d1afd582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,875 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 0fa4d9b82f1cec1b6e24f917d1afd582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69617943, jitterRate=0.037388190627098083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,875 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 0fa4d9b82f1cec1b6e24f917d1afd582: 2024-12-16T11:28:45,876 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582., pid=61, masterSystemTime=1734348525573 2024-12-16T11:28:45,878 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:28:45,878 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:28:45,878 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:28:45,878 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => e776449a758653e77d8645f5f6c653cf, NAME => 'test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T11:28:45,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0fa4d9b82f1cec1b6e24f917d1afd582, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,879 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,879 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,879 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,879 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,880 INFO [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,882 INFO [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e776449a758653e77d8645f5f6c653cf columnFamilyName f 2024-12-16T11:28:45,882 DEBUG [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=32 2024-12-16T11:28:45,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=32, state=SUCCESS; OpenRegionProcedure 0fa4d9b82f1cec1b6e24f917d1afd582, server=bdbfc8246c85,38643,1734348514326 in 411 msec 2024-12-16T11:28:45,883 INFO [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] regionserver.HStore(327): Store=e776449a758653e77d8645f5f6c653cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,883 INFO [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0fa4d9b82f1cec1b6e24f917d1afd582, ASSIGN in 624 msec 2024-12-16T11:28:45,885 INFO [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e776449a758653e77d8645f5f6c653cf columnFamilyName norep 2024-12-16T11:28:45,885 DEBUG [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,885 INFO [StoreOpener-e776449a758653e77d8645f5f6c653cf-1 {}] regionserver.HStore(327): Store=e776449a758653e77d8645f5f6c653cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,886 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,886 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,887 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,888 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for e776449a758653e77d8645f5f6c653cf 2024-12-16T11:28:45,891 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e776449a758653e77d8645f5f6c653cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,891 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened e776449a758653e77d8645f5f6c653cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67032211, jitterRate=-0.0011422187089920044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,892 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for e776449a758653e77d8645f5f6c653cf: 2024-12-16T11:28:45,892 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf., pid=40, masterSystemTime=1734348525573 2024-12-16T11:28:45,894 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:28:45,894 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:28:45,894 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:28:45,894 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 94d656b69b55613597973b892c93a169, NAME => 'test,sss,1734348522301.94d656b69b55613597973b892c93a169.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T11:28:45,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e776449a758653e77d8645f5f6c653cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,895 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,895 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,sss,1734348522301.94d656b69b55613597973b892c93a169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,895 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,895 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,896 INFO [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,898 INFO [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d656b69b55613597973b892c93a169 columnFamilyName f 2024-12-16T11:28:45,898 DEBUG [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,898 INFO [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] regionserver.HStore(327): Store=94d656b69b55613597973b892c93a169/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,898 INFO [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=23 2024-12-16T11:28:45,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=23, state=SUCCESS; OpenRegionProcedure e776449a758653e77d8645f5f6c653cf, server=bdbfc8246c85,38643,1734348514326 in 473 msec 2024-12-16T11:28:45,900 INFO [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d656b69b55613597973b892c93a169 columnFamilyName norep 2024-12-16T11:28:45,900 DEBUG [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,900 INFO [StoreOpener-94d656b69b55613597973b892c93a169-1 {}] regionserver.HStore(327): Store=94d656b69b55613597973b892c93a169/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e776449a758653e77d8645f5f6c653cf, ASSIGN in 640 msec 2024-12-16T11:28:45,901 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,901 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,903 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,904 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 94d656b69b55613597973b892c93a169 2024-12-16T11:28:45,906 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/94d656b69b55613597973b892c93a169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,906 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 94d656b69b55613597973b892c93a169; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59584232, jitterRate=-0.11212575435638428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,906 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 94d656b69b55613597973b892c93a169: 2024-12-16T11:28:45,907 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734348522301.94d656b69b55613597973b892c93a169., pid=54, masterSystemTime=1734348525573 2024-12-16T11:28:45,909 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:28:45,909 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:28:45,909 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:28:45,909 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 6785cef4090e34dc2108b9d11128f330, NAME => 'test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T11:28:45,909 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,909 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=94d656b69b55613597973b892c93a169, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,910 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,910 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,911 INFO [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,912 INFO [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6785cef4090e34dc2108b9d11128f330 columnFamilyName f 2024-12-16T11:28:45,912 DEBUG [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,913 INFO [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] regionserver.HStore(327): Store=6785cef4090e34dc2108b9d11128f330/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,913 INFO [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=28 2024-12-16T11:28:45,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=28, state=SUCCESS; OpenRegionProcedure 94d656b69b55613597973b892c93a169, server=bdbfc8246c85,38643,1734348514326 in 456 msec 2024-12-16T11:28:45,914 INFO [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6785cef4090e34dc2108b9d11128f330 columnFamilyName norep 2024-12-16T11:28:45,915 DEBUG [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=94d656b69b55613597973b892c93a169, ASSIGN in 654 msec 2024-12-16T11:28:45,915 INFO [StoreOpener-6785cef4090e34dc2108b9d11128f330-1 {}] regionserver.HStore(327): Store=6785cef4090e34dc2108b9d11128f330/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,916 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,916 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,917 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,919 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 6785cef4090e34dc2108b9d11128f330 2024-12-16T11:28:45,921 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6785cef4090e34dc2108b9d11128f330/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,921 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 6785cef4090e34dc2108b9d11128f330; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62986533, jitterRate=-0.0614275187253952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,922 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 6785cef4090e34dc2108b9d11128f330: 2024-12-16T11:28:45,922 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330., pid=38, masterSystemTime=1734348525573 2024-12-16T11:28:45,925 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:28:45,925 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:28:45,925 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:28:45,925 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, NAME => 'test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T11:28:45,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=6785cef4090e34dc2108b9d11128f330, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,925 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,925 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,925 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,925 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,927 INFO [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,928 INFO [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 columnFamilyName f 2024-12-16T11:28:45,929 DEBUG [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=19 2024-12-16T11:28:45,929 INFO [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] regionserver.HStore(327): Store=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=19, state=SUCCESS; OpenRegionProcedure 6785cef4090e34dc2108b9d11128f330, server=bdbfc8246c85,38643,1734348514326 in 505 msec 2024-12-16T11:28:45,929 INFO [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6785cef4090e34dc2108b9d11128f330, ASSIGN in 670 msec 2024-12-16T11:28:45,931 INFO [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 columnFamilyName norep 2024-12-16T11:28:45,931 DEBUG [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,932 INFO [StoreOpener-7c3c7ee5f8c8e8e336d08dfa5f9ee9e7-1 {}] regionserver.HStore(327): Store=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,932 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,933 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,934 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,935 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:28:45,937 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,937 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62556827, jitterRate=-0.0678306370973587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,937 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7: 2024-12-16T11:28:45,938 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7., pid=51, masterSystemTime=1734348525573 2024-12-16T11:28:45,940 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:28:45,940 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:28:45,940 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:28:45,940 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f4ac1babab69c0280cd195188f1b71c, NAME => 'test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T11:28:45,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,940 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,941 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,941 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,941 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,942 INFO [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,944 INFO [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f4ac1babab69c0280cd195188f1b71c columnFamilyName f 2024-12-16T11:28:45,944 DEBUG [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=10 2024-12-16T11:28:45,945 INFO [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] regionserver.HStore(327): Store=4f4ac1babab69c0280cd195188f1b71c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,945 INFO [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=10, state=SUCCESS; OpenRegionProcedure 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, server=bdbfc8246c85,38643,1734348514326 in 493 msec 2024-12-16T11:28:45,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, ASSIGN in 685 msec 2024-12-16T11:28:45,946 INFO [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f4ac1babab69c0280cd195188f1b71c columnFamilyName norep 2024-12-16T11:28:45,946 DEBUG [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,947 INFO [StoreOpener-4f4ac1babab69c0280cd195188f1b71c-1 {}] regionserver.HStore(327): Store=4f4ac1babab69c0280cd195188f1b71c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,947 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,948 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,949 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,951 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:28:45,953 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/4f4ac1babab69c0280cd195188f1b71c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,953 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 4f4ac1babab69c0280cd195188f1b71c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74158205, jitterRate=0.10504336655139923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,953 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 4f4ac1babab69c0280cd195188f1b71c: 2024-12-16T11:28:45,954 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c., pid=57, masterSystemTime=1734348525573 2024-12-16T11:28:45,956 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:28:45,956 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:28:45,956 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:28:45,956 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f7aa2015daca48601c43de05767d90d, NAME => 'test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T11:28:45,956 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,956 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,956 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,956 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=4f4ac1babab69c0280cd195188f1b71c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,956 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,958 INFO [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,959 INFO [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7aa2015daca48601c43de05767d90d columnFamilyName f 2024-12-16T11:28:45,959 DEBUG [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,960 INFO [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] regionserver.HStore(327): Store=7f7aa2015daca48601c43de05767d90d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,960 INFO [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=25 2024-12-16T11:28:45,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=25, state=SUCCESS; OpenRegionProcedure 4f4ac1babab69c0280cd195188f1b71c, server=bdbfc8246c85,38643,1734348514326 in 496 msec 2024-12-16T11:28:45,961 INFO [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7aa2015daca48601c43de05767d90d columnFamilyName norep 2024-12-16T11:28:45,961 DEBUG [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,962 INFO [StoreOpener-7f7aa2015daca48601c43de05767d90d-1 {}] regionserver.HStore(327): Store=7f7aa2015daca48601c43de05767d90d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4f4ac1babab69c0280cd195188f1b71c, ASSIGN in 702 msec 2024-12-16T11:28:45,963 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,963 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,965 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,966 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 7f7aa2015daca48601c43de05767d90d 2024-12-16T11:28:45,968 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7f7aa2015daca48601c43de05767d90d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,969 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 7f7aa2015daca48601c43de05767d90d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67118537, jitterRate=1.4413893222808838E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,969 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 7f7aa2015daca48601c43de05767d90d: 2024-12-16T11:28:45,970 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d., pid=44, masterSystemTime=1734348525573 2024-12-16T11:28:45,971 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:28:45,971 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:28:45,971 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:28:45,972 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => cbb019afc9481a9cb476e5aecc97a1d8, NAME => 'test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T11:28:45,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=7f7aa2015daca48601c43de05767d90d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,972 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,972 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,972 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,972 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,974 INFO [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,975 INFO [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbb019afc9481a9cb476e5aecc97a1d8 columnFamilyName f 2024-12-16T11:28:45,975 DEBUG [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,976 INFO [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] regionserver.HStore(327): Store=cbb019afc9481a9cb476e5aecc97a1d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,976 INFO [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=13 2024-12-16T11:28:45,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=13, state=SUCCESS; OpenRegionProcedure 7f7aa2015daca48601c43de05767d90d, server=bdbfc8246c85,38643,1734348514326 in 538 msec 2024-12-16T11:28:45,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7f7aa2015daca48601c43de05767d90d, ASSIGN in 717 msec 2024-12-16T11:28:45,977 INFO [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbb019afc9481a9cb476e5aecc97a1d8 columnFamilyName norep 2024-12-16T11:28:45,977 DEBUG [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,978 INFO [StoreOpener-cbb019afc9481a9cb476e5aecc97a1d8-1 {}] regionserver.HStore(327): Store=cbb019afc9481a9cb476e5aecc97a1d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,979 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,979 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,980 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,981 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:28:45,984 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cbb019afc9481a9cb476e5aecc97a1d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:45,984 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened cbb019afc9481a9cb476e5aecc97a1d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67393868, jitterRate=0.004246890544891357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:45,984 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for cbb019afc9481a9cb476e5aecc97a1d8: 2024-12-16T11:28:45,985 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8., pid=36, masterSystemTime=1734348525573 2024-12-16T11:28:45,987 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:28:45,987 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:28:45,987 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:28:45,987 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => d789966aa6d2937474796b800e42f64c, NAME => 'test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T11:28:45,988 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:45,988 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:45,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=cbb019afc9481a9cb476e5aecc97a1d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:45,988 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:45,988 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:45,990 INFO [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:45,991 INFO [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d789966aa6d2937474796b800e42f64c columnFamilyName f 2024-12-16T11:28:45,991 DEBUG [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,992 INFO [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] regionserver.HStore(327): Store=d789966aa6d2937474796b800e42f64c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,992 INFO [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:45,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=18 2024-12-16T11:28:45,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; OpenRegionProcedure cbb019afc9481a9cb476e5aecc97a1d8, server=bdbfc8246c85,38643,1734348514326 in 570 msec 2024-12-16T11:28:45,993 INFO [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d789966aa6d2937474796b800e42f64c columnFamilyName norep 2024-12-16T11:28:45,993 DEBUG [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:45,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cbb019afc9481a9cb476e5aecc97a1d8, ASSIGN in 733 msec 2024-12-16T11:28:45,994 INFO [StoreOpener-d789966aa6d2937474796b800e42f64c-1 {}] regionserver.HStore(327): Store=d789966aa6d2937474796b800e42f64c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:45,995 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:45,995 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:45,996 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:45,997 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for d789966aa6d2937474796b800e42f64c 2024-12-16T11:28:46,000 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/d789966aa6d2937474796b800e42f64c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:46,000 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened d789966aa6d2937474796b800e42f64c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66072215, jitterRate=-0.015447273850440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:46,000 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for d789966aa6d2937474796b800e42f64c: 2024-12-16T11:28:46,001 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c., pid=53, masterSystemTime=1734348525573 2024-12-16T11:28:46,003 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:28:46,003 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:28:46,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d789966aa6d2937474796b800e42f64c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:46,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=26 2024-12-16T11:28:46,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=26, state=SUCCESS; OpenRegionProcedure d789966aa6d2937474796b800e42f64c, server=bdbfc8246c85,38643,1734348514326 in 552 msec 2024-12-16T11:28:46,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=9 2024-12-16T11:28:46,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d789966aa6d2937474796b800e42f64c, ASSIGN in 748 msec 2024-12-16T11:28:46,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T11:28:46,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348526009"}]},"ts":"1734348526009"} 2024-12-16T11:28:46,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T11:28:46,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T11:28:46,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.7100 sec 2024-12-16T11:28:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:46,426 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T11:28:46,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T11:28:46,427 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:46,438 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T11:28:46,439 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:46,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T11:28:46,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T11:28:46,443 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T11:28:46,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T11:28:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T11:28:46,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T11:28:46,447 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:46,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T11:28:46,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T11:28:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:46,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741837_1013 (size=631) 2024-12-16T11:28:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:46,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:28:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:46,861 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a32232e9e3809cc484d7acaedd0c09be, NAME => 'test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:46,861 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => eebf40c0b60c8867660ddcc18eaee402, NAME => 'test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:46,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c70e66c749579afcfa3c1d3b963fecc7, NAME => 'test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741838_1014 (size=45) 2024-12-16T11:28:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741839_1015 (size=45) 2024-12-16T11:28:46,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741840_1016 (size=42) 2024-12-16T11:28:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing eebf40c0b60c8867660ddcc18eaee402, disabling compactions & flushes 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a32232e9e3809cc484d7acaedd0c09be, disabling compactions & flushes 2024-12-16T11:28:47,269 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:28:47,269 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. after waiting 0 ms 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. after waiting 0 ms 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:28:47,269 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:28:47,269 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a32232e9e3809cc484d7acaedd0c09be: 2024-12-16T11:28:47,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for eebf40c0b60c8867660ddcc18eaee402: 2024-12-16T11:28:47,270 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1aa870c6860441d59c9e8b32edae34f2, NAME => 'test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:47,270 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8391d2bde5f4024917b39f8d93f04534, NAME => 'test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:47,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:47,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c70e66c749579afcfa3c1d3b963fecc7, disabling compactions & flushes 2024-12-16T11:28:47,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:28:47,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:28:47,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. after waiting 0 ms 2024-12-16T11:28:47,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:28:47,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:28:47,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c70e66c749579afcfa3c1d3b963fecc7: 2024-12-16T11:28:47,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 029d5ca80e803fef4058769d20ce73d9, NAME => 'test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741842_1018 (size=45) 2024-12-16T11:28:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741841_1017 (size=45) 2024-12-16T11:28:47,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741843_1019 (size=45) 2024-12-16T11:28:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8391d2bde5f4024917b39f8d93f04534, disabling compactions & flushes 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1aa870c6860441d59c9e8b32edae34f2, disabling compactions & flushes 2024-12-16T11:28:47,678 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:28:47,678 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. after waiting 0 ms 2024-12-16T11:28:47,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. after waiting 0 ms 2024-12-16T11:28:47,679 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:28:47,679 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:28:47,679 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:28:47,679 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:28:47,679 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8391d2bde5f4024917b39f8d93f04534: 2024-12-16T11:28:47,679 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1aa870c6860441d59c9e8b32edae34f2: 2024-12-16T11:28:47,679 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 989039ffcde2fccc7e2c73694f85562a, NAME => 'test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:47,680 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 282d9609bc44d17d8c0bc92ecf494f49, NAME => 'test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:47,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:47,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 029d5ca80e803fef4058769d20ce73d9, disabling compactions & flushes 2024-12-16T11:28:47,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:28:47,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:28:47,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. after waiting 0 ms 2024-12-16T11:28:47,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:28:47,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:28:47,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 029d5ca80e803fef4058769d20ce73d9: 2024-12-16T11:28:47,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cf036b30ba610c475c56e448182f9e9b, NAME => 'test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:47,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741844_1020 (size=45) 2024-12-16T11:28:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741845_1021 (size=45) 2024-12-16T11:28:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741846_1022 (size=45) 2024-12-16T11:28:48,089 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,089 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 282d9609bc44d17d8c0bc92ecf494f49, disabling compactions & flushes 2024-12-16T11:28:48,089 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:28:48,089 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:28:48,089 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. after waiting 0 ms 2024-12-16T11:28:48,089 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:28:48,089 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:28:48,089 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 282d9609bc44d17d8c0bc92ecf494f49: 2024-12-16T11:28:48,090 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bcd412c848ea2369b8782e1261d6214f, NAME => 'test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,092 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,093 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 989039ffcde2fccc7e2c73694f85562a, disabling compactions & flushes 2024-12-16T11:28:48,093 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:28:48,093 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:28:48,093 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. after waiting 0 ms 2024-12-16T11:28:48,093 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:28:48,093 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:28:48,093 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 989039ffcde2fccc7e2c73694f85562a: 2024-12-16T11:28:48,094 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ebcd7b0dd9842f822425642004a1ce08, NAME => 'test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing cf036b30ba610c475c56e448182f9e9b, disabling compactions & flushes 2024-12-16T11:28:48,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:28:48,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:28:48,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. after waiting 0 ms 2024-12-16T11:28:48,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:28:48,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:28:48,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for cf036b30ba610c475c56e448182f9e9b: 2024-12-16T11:28:48,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 76bc75b8f93e710603e5559c5a65a44a, NAME => 'test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741847_1023 (size=45) 2024-12-16T11:28:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741848_1024 (size=45) 2024-12-16T11:28:48,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ebcd7b0dd9842f822425642004a1ce08, disabling compactions & flushes 2024-12-16T11:28:48,100 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:28:48,101 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:28:48,101 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. after waiting 0 ms 2024-12-16T11:28:48,101 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:28:48,101 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:28:48,101 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ebcd7b0dd9842f822425642004a1ce08: 2024-12-16T11:28:48,101 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f42defc5dbf8ad7cc2ad3120b17b7c5a, NAME => 'test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741849_1025 (size=45) 2024-12-16T11:28:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741850_1026 (size=45) 2024-12-16T11:28:48,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f42defc5dbf8ad7cc2ad3120b17b7c5a, disabling compactions & flushes 2024-12-16T11:28:48,107 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:28:48,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:28:48,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. after waiting 0 ms 2024-12-16T11:28:48,107 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:28:48,107 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:28:48,108 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f42defc5dbf8ad7cc2ad3120b17b7c5a: 2024-12-16T11:28:48,108 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a088eeda204bd9a2743295cd3e403104, NAME => 'test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741851_1027 (size=45) 2024-12-16T11:28:48,498 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,499 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bcd412c848ea2369b8782e1261d6214f, disabling compactions & flushes 2024-12-16T11:28:48,499 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:28:48,499 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:28:48,499 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. after waiting 0 ms 2024-12-16T11:28:48,499 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:28:48,499 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:28:48,499 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bcd412c848ea2369b8782e1261d6214f: 2024-12-16T11:28:48,500 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 58d9613c780d8e371aafd4e20095ee9a, NAME => 'test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 76bc75b8f93e710603e5559c5a65a44a, disabling compactions & flushes 2024-12-16T11:28:48,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:28:48,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:28:48,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. after waiting 0 ms 2024-12-16T11:28:48,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:28:48,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:28:48,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 76bc75b8f93e710603e5559c5a65a44a: 2024-12-16T11:28:48,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6bd3640f5966010f9fb11ead8e34d9a5, NAME => 'test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741852_1028 (size=45) 2024-12-16T11:28:48,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741853_1029 (size=45) 2024-12-16T11:28:48,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-16T11:28:48,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a088eeda204bd9a2743295cd3e403104, disabling compactions & flushes 2024-12-16T11:28:48,514 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:28:48,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:28:48,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. after waiting 0 ms 2024-12-16T11:28:48,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:28:48,514 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:28:48,514 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a088eeda204bd9a2743295cd3e403104: 2024-12-16T11:28:48,515 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f3294b311dea1676f505763d8a29e42a, NAME => 'test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741854_1030 (size=45) 2024-12-16T11:28:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:48,908 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,908 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 58d9613c780d8e371aafd4e20095ee9a, disabling compactions & flushes 2024-12-16T11:28:48,908 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:28:48,908 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:28:48,908 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. after waiting 0 ms 2024-12-16T11:28:48,908 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:28:48,908 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:28:48,908 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 58d9613c780d8e371aafd4e20095ee9a: 2024-12-16T11:28:48,910 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 94993ce00b0eb8588f921df38dd9f480, NAME => 'test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6bd3640f5966010f9fb11ead8e34d9a5, disabling compactions & flushes 2024-12-16T11:28:48,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:28:48,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:28:48,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. after waiting 0 ms 2024-12-16T11:28:48,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:28:48,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:28:48,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6bd3640f5966010f9fb11ead8e34d9a5: 2024-12-16T11:28:48,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f8413d422357a624cbf302b16b52fc24, NAME => 'test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741855_1031 (size=45) 2024-12-16T11:28:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741856_1032 (size=45) 2024-12-16T11:28:48,921 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,921 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f3294b311dea1676f505763d8a29e42a, disabling compactions & flushes 2024-12-16T11:28:48,922 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:28:48,922 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:28:48,922 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. after waiting 0 ms 2024-12-16T11:28:48,922 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:28:48,922 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:28:48,922 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f3294b311dea1676f505763d8a29e42a: 2024-12-16T11:28:48,923 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7a3fa1253533be4ec8134ad0c3c12df7, NAME => 'test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741857_1033 (size=45) 2024-12-16T11:28:48,929 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:48,929 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7a3fa1253533be4ec8134ad0c3c12df7, disabling compactions & flushes 2024-12-16T11:28:48,929 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:28:48,929 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:28:48,929 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. after waiting 0 ms 2024-12-16T11:28:48,929 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:28:48,929 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:28:48,929 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7a3fa1253533be4ec8134ad0c3c12df7: 2024-12-16T11:28:48,930 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3bb4b49e47476a2ad16e92ae76bf89c9, NAME => 'test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741858_1034 (size=45) 2024-12-16T11:28:49,318 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:49,318 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 94993ce00b0eb8588f921df38dd9f480, disabling compactions & flushes 2024-12-16T11:28:49,318 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:28:49,318 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:28:49,318 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. after waiting 0 ms 2024-12-16T11:28:49,318 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:28:49,318 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:28:49,318 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 94993ce00b0eb8588f921df38dd9f480: 2024-12-16T11:28:49,319 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4e0589afb3ac6068ca4bebf9e44ee9b2, NAME => 'test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:49,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:49,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f8413d422357a624cbf302b16b52fc24, disabling compactions & flushes 2024-12-16T11:28:49,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:28:49,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:28:49,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. after waiting 0 ms 2024-12-16T11:28:49,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:28:49,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:28:49,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f8413d422357a624cbf302b16b52fc24: 2024-12-16T11:28:49,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 93f9efaa2e01a2642e8a997c25d4555f, NAME => 'test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:49,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741859_1035 (size=45) 2024-12-16T11:28:49,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741860_1036 (size=45) 2024-12-16T11:28:49,335 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:49,335 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3bb4b49e47476a2ad16e92ae76bf89c9, disabling compactions & flushes 2024-12-16T11:28:49,335 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:28:49,335 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:28:49,335 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. after waiting 0 ms 2024-12-16T11:28:49,335 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:28:49,335 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:28:49,335 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3bb4b49e47476a2ad16e92ae76bf89c9: 2024-12-16T11:28:49,336 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 48b8ef14c13b9f3a28865225e75f397c, NAME => 'test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:49,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741861_1037 (size=45) 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 93f9efaa2e01a2642e8a997c25d4555f, disabling compactions & flushes 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4e0589afb3ac6068ca4bebf9e44ee9b2, disabling compactions & flushes 2024-12-16T11:28:49,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:28:49,727 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. after waiting 0 ms 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. after waiting 0 ms 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:28:49,727 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:28:49,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:28:49,728 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:28:49,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 93f9efaa2e01a2642e8a997c25d4555f: 2024-12-16T11:28:49,728 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4e0589afb3ac6068ca4bebf9e44ee9b2: 2024-12-16T11:28:49,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 14b0ee09e5dd09360283c0d04a599f21, NAME => 'test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:49,729 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7513d8b79e80e4465370bd5fc8033b3a, NAME => 'test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741863_1039 (size=42) 2024-12-16T11:28:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741862_1038 (size=45) 2024-12-16T11:28:49,742 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:49,742 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 48b8ef14c13b9f3a28865225e75f397c, disabling compactions & flushes 2024-12-16T11:28:49,742 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:28:49,742 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:28:49,742 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. after waiting 0 ms 2024-12-16T11:28:49,742 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:28:49,742 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:28:49,742 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 48b8ef14c13b9f3a28865225e75f397c: 2024-12-16T11:28:49,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:28:50,136 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 14b0ee09e5dd09360283c0d04a599f21, disabling compactions & flushes 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7513d8b79e80e4465370bd5fc8033b3a, disabling compactions & flushes 2024-12-16T11:28:50,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:28:50,137 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. after waiting 0 ms 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:28:50,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. after waiting 0 ms 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 14b0ee09e5dd09360283c0d04a599f21: 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:28:50,137 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:28:50,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7513d8b79e80e4465370bd5fc8033b3a: 2024-12-16T11:28:50,138 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734348530138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348530138"}]},"ts":"1734348530138"} 2024-12-16T11:28:50,146 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T11:28:50,147 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T11:28:50,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348530147"}]},"ts":"1734348530147"} 2024-12-16T11:28:50,149 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T11:28:50,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c70e66c749579afcfa3c1d3b963fecc7, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eebf40c0b60c8867660ddcc18eaee402, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a32232e9e3809cc484d7acaedd0c09be, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1aa870c6860441d59c9e8b32edae34f2, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8391d2bde5f4024917b39f8d93f04534, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=029d5ca80e803fef4058769d20ce73d9, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=989039ffcde2fccc7e2c73694f85562a, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=282d9609bc44d17d8c0bc92ecf494f49, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf036b30ba610c475c56e448182f9e9b, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bcd412c848ea2369b8782e1261d6214f, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebcd7b0dd9842f822425642004a1ce08, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=76bc75b8f93e710603e5559c5a65a44a, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f42defc5dbf8ad7cc2ad3120b17b7c5a, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a088eeda204bd9a2743295cd3e403104, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=58d9613c780d8e371aafd4e20095ee9a, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6bd3640f5966010f9fb11ead8e34d9a5, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3294b311dea1676f505763d8a29e42a, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=94993ce00b0eb8588f921df38dd9f480, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8413d422357a624cbf302b16b52fc24, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a3fa1253533be4ec8134ad0c3c12df7, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3bb4b49e47476a2ad16e92ae76bf89c9, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4e0589afb3ac6068ca4bebf9e44ee9b2, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=93f9efaa2e01a2642e8a997c25d4555f, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=48b8ef14c13b9f3a28865225e75f397c, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=14b0ee09e5dd09360283c0d04a599f21, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7513d8b79e80e4465370bd5fc8033b3a, ASSIGN}] 2024-12-16T11:28:50,155 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c70e66c749579afcfa3c1d3b963fecc7, ASSIGN 2024-12-16T11:28:50,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1aa870c6860441d59c9e8b32edae34f2, ASSIGN 2024-12-16T11:28:50,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eebf40c0b60c8867660ddcc18eaee402, ASSIGN 2024-12-16T11:28:50,155 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a32232e9e3809cc484d7acaedd0c09be, ASSIGN 2024-12-16T11:28:50,156 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c70e66c749579afcfa3c1d3b963fecc7, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1aa870c6860441d59c9e8b32edae34f2, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,156 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=eebf40c0b60c8867660ddcc18eaee402, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,156 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a32232e9e3809cc484d7acaedd0c09be, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=93f9efaa2e01a2642e8a997c25d4555f, ASSIGN 2024-12-16T11:28:50,158 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=48b8ef14c13b9f3a28865225e75f397c, ASSIGN 2024-12-16T11:28:50,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=14b0ee09e5dd09360283c0d04a599f21, ASSIGN 2024-12-16T11:28:50,158 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7513d8b79e80e4465370bd5fc8033b3a, ASSIGN 2024-12-16T11:28:50,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4e0589afb3ac6068ca4bebf9e44ee9b2, ASSIGN 2024-12-16T11:28:50,159 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=48b8ef14c13b9f3a28865225e75f397c, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=93f9efaa2e01a2642e8a997c25d4555f, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=14b0ee09e5dd09360283c0d04a599f21, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,159 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7513d8b79e80e4465370bd5fc8033b3a, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,159 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4e0589afb3ac6068ca4bebf9e44ee9b2, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a3fa1253533be4ec8134ad0c3c12df7, ASSIGN 2024-12-16T11:28:50,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8413d422357a624cbf302b16b52fc24, ASSIGN 2024-12-16T11:28:50,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3bb4b49e47476a2ad16e92ae76bf89c9, ASSIGN 2024-12-16T11:28:50,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=94993ce00b0eb8588f921df38dd9f480, ASSIGN 2024-12-16T11:28:50,162 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3294b311dea1676f505763d8a29e42a, ASSIGN 2024-12-16T11:28:50,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7a3fa1253533be4ec8134ad0c3c12df7, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,163 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f8413d422357a624cbf302b16b52fc24, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,163 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3bb4b49e47476a2ad16e92ae76bf89c9, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=94993ce00b0eb8588f921df38dd9f480, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,165 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f3294b311dea1676f505763d8a29e42a, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,166 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6bd3640f5966010f9fb11ead8e34d9a5, ASSIGN 2024-12-16T11:28:50,167 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6bd3640f5966010f9fb11ead8e34d9a5, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=58d9613c780d8e371aafd4e20095ee9a, ASSIGN 2024-12-16T11:28:50,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=76bc75b8f93e710603e5559c5a65a44a, ASSIGN 2024-12-16T11:28:50,169 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebcd7b0dd9842f822425642004a1ce08, ASSIGN 2024-12-16T11:28:50,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f42defc5dbf8ad7cc2ad3120b17b7c5a, ASSIGN 2024-12-16T11:28:50,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a088eeda204bd9a2743295cd3e403104, ASSIGN 2024-12-16T11:28:50,170 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=58d9613c780d8e371aafd4e20095ee9a, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,170 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ebcd7b0dd9842f822425642004a1ce08, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,170 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=76bc75b8f93e710603e5559c5a65a44a, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,170 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f42defc5dbf8ad7cc2ad3120b17b7c5a, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a088eeda204bd9a2743295cd3e403104, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bcd412c848ea2369b8782e1261d6214f, ASSIGN 2024-12-16T11:28:50,176 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf036b30ba610c475c56e448182f9e9b, ASSIGN 2024-12-16T11:28:50,176 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=282d9609bc44d17d8c0bc92ecf494f49, ASSIGN 2024-12-16T11:28:50,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=989039ffcde2fccc7e2c73694f85562a, ASSIGN 2024-12-16T11:28:50,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=029d5ca80e803fef4058769d20ce73d9, ASSIGN 2024-12-16T11:28:50,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bcd412c848ea2369b8782e1261d6214f, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,177 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cf036b30ba610c475c56e448182f9e9b, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,177 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=282d9609bc44d17d8c0bc92ecf494f49, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,177 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=989039ffcde2fccc7e2c73694f85562a, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=029d5ca80e803fef4058769d20ce73d9, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,183 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8391d2bde5f4024917b39f8d93f04534, ASSIGN 2024-12-16T11:28:50,183 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8391d2bde5f4024917b39f8d93f04534, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:50,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=14b0ee09e5dd09360283c0d04a599f21, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=029d5ca80e803fef4058769d20ce73d9, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=282d9609bc44d17d8c0bc92ecf494f49, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,306 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8391d2bde5f4024917b39f8d93f04534, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,306 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ebcd7b0dd9842f822425642004a1ce08, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=17, state=RUNNABLE; OpenRegionProcedure 282d9609bc44d17d8c0bc92ecf494f49, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=34, state=RUNNABLE; OpenRegionProcedure 14b0ee09e5dd09360283c0d04a599f21, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=14, state=RUNNABLE; OpenRegionProcedure 8391d2bde5f4024917b39f8d93f04534, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=15, state=RUNNABLE; OpenRegionProcedure 029d5ca80e803fef4058769d20ce73d9, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=20, state=RUNNABLE; OpenRegionProcedure ebcd7b0dd9842f822425642004a1ce08, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a088eeda204bd9a2743295cd3e403104, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=7a3fa1253533be4ec8134ad0c3c12df7, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=29, state=RUNNABLE; OpenRegionProcedure 7a3fa1253533be4ec8134ad0c3c12df7, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,317 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=76bc75b8f93e710603e5559c5a65a44a, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,317 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=93f9efaa2e01a2642e8a997c25d4555f, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=23, state=RUNNABLE; OpenRegionProcedure a088eeda204bd9a2743295cd3e403104, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=21, state=RUNNABLE; OpenRegionProcedure 76bc75b8f93e710603e5559c5a65a44a, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=f8413d422357a624cbf302b16b52fc24, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=28, state=RUNNABLE; OpenRegionProcedure f8413d422357a624cbf302b16b52fc24, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f42defc5dbf8ad7cc2ad3120b17b7c5a, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=32, state=RUNNABLE; OpenRegionProcedure 93f9efaa2e01a2642e8a997c25d4555f, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3bb4b49e47476a2ad16e92ae76bf89c9, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=30, state=RUNNABLE; OpenRegionProcedure 3bb4b49e47476a2ad16e92ae76bf89c9, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=22, state=RUNNABLE; OpenRegionProcedure f42defc5dbf8ad7cc2ad3120b17b7c5a, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=f3294b311dea1676f505763d8a29e42a, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=58d9613c780d8e371aafd4e20095ee9a, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=26, state=RUNNABLE; OpenRegionProcedure f3294b311dea1676f505763d8a29e42a, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=24, state=RUNNABLE; OpenRegionProcedure 58d9613c780d8e371aafd4e20095ee9a, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,330 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=48b8ef14c13b9f3a28865225e75f397c, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=94993ce00b0eb8588f921df38dd9f480, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=4e0589afb3ac6068ca4bebf9e44ee9b2, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=33, state=RUNNABLE; OpenRegionProcedure 48b8ef14c13b9f3a28865225e75f397c, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=27, state=RUNNABLE; OpenRegionProcedure 94993ce00b0eb8588f921df38dd9f480, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=31, state=RUNNABLE; OpenRegionProcedure 4e0589afb3ac6068ca4bebf9e44ee9b2, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=cf036b30ba610c475c56e448182f9e9b, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,335 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=a32232e9e3809cc484d7acaedd0c09be, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=eebf40c0b60c8867660ddcc18eaee402, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=18, state=RUNNABLE; OpenRegionProcedure cf036b30ba610c475c56e448182f9e9b, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=11, state=RUNNABLE; OpenRegionProcedure eebf40c0b60c8867660ddcc18eaee402, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=12, state=RUNNABLE; OpenRegionProcedure a32232e9e3809cc484d7acaedd0c09be, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=7513d8b79e80e4465370bd5fc8033b3a, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=989039ffcde2fccc7e2c73694f85562a, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1aa870c6860441d59c9e8b32edae34f2, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=6bd3640f5966010f9fb11ead8e34d9a5, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=35, state=RUNNABLE; OpenRegionProcedure 7513d8b79e80e4465370bd5fc8033b3a, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=16, state=RUNNABLE; OpenRegionProcedure 989039ffcde2fccc7e2c73694f85562a, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c70e66c749579afcfa3c1d3b963fecc7, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=13, state=RUNNABLE; OpenRegionProcedure 1aa870c6860441d59c9e8b32edae34f2, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=25, state=RUNNABLE; OpenRegionProcedure 6bd3640f5966010f9fb11ead8e34d9a5, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=10, state=RUNNABLE; OpenRegionProcedure c70e66c749579afcfa3c1d3b963fecc7, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=bcd412c848ea2369b8782e1261d6214f, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=19, state=RUNNABLE; OpenRegionProcedure bcd412c848ea2369b8782e1261d6214f, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:50,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,466 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:28:50,466 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 029d5ca80e803fef4058769d20ce73d9, NAME => 'test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T11:28:50,467 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,467 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,467 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,467 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,469 INFO [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,470 INFO [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 029d5ca80e803fef4058769d20ce73d9 columnFamilyName f 2024-12-16T11:28:50,471 DEBUG [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,471 INFO [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] regionserver.HStore(327): Store=029d5ca80e803fef4058769d20ce73d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,471 INFO [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,473 INFO [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 029d5ca80e803fef4058769d20ce73d9 columnFamilyName norep 2024-12-16T11:28:50,473 DEBUG [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,473 INFO [StoreOpener-029d5ca80e803fef4058769d20ce73d9-1 {}] regionserver.HStore(327): Store=029d5ca80e803fef4058769d20ce73d9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,474 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,475 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,476 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,477 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:28:50,480 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/029d5ca80e803fef4058769d20ce73d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,480 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 029d5ca80e803fef4058769d20ce73d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70013127, jitterRate=0.043276891112327576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,480 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 029d5ca80e803fef4058769d20ce73d9: 2024-12-16T11:28:50,481 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9., pid=39, masterSystemTime=1734348530461 2024-12-16T11:28:50,483 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:28:50,483 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:28:50,483 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:28:50,483 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 1aa870c6860441d59c9e8b32edae34f2, NAME => 'test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T11:28:50,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=029d5ca80e803fef4058769d20ce73d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,483 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,483 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,483 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,483 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,485 INFO [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,486 INFO [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa870c6860441d59c9e8b32edae34f2 columnFamilyName f 2024-12-16T11:28:50,486 DEBUG [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,487 INFO [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] regionserver.HStore(327): Store=1aa870c6860441d59c9e8b32edae34f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,487 INFO [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=15 2024-12-16T11:28:50,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=15, state=SUCCESS; OpenRegionProcedure 029d5ca80e803fef4058769d20ce73d9, server=bdbfc8246c85,36823,1734348519149 in 175 msec 2024-12-16T11:28:50,488 INFO [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1aa870c6860441d59c9e8b32edae34f2 columnFamilyName norep 2024-12-16T11:28:50,488 DEBUG [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,489 INFO [StoreOpener-1aa870c6860441d59c9e8b32edae34f2-1 {}] regionserver.HStore(327): Store=1aa870c6860441d59c9e8b32edae34f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=029d5ca80e803fef4058769d20ce73d9, ASSIGN in 335 msec 2024-12-16T11:28:50,490 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,490 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,491 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,492 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:28:50,494 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/1aa870c6860441d59c9e8b32edae34f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,495 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 1aa870c6860441d59c9e8b32edae34f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74376360, jitterRate=0.10829412937164307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,495 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 1aa870c6860441d59c9e8b32edae34f2: 2024-12-16T11:28:50,496 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2., pid=58, masterSystemTime=1734348530461 2024-12-16T11:28:50,497 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:28:50,497 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:28:50,497 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:28:50,497 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e0589afb3ac6068ca4bebf9e44ee9b2, NAME => 'test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T11:28:50,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1aa870c6860441d59c9e8b32edae34f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,498 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,498 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,498 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,498 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,499 INFO [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,501 INFO [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0589afb3ac6068ca4bebf9e44ee9b2 columnFamilyName f 2024-12-16T11:28:50,501 DEBUG [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=13 2024-12-16T11:28:50,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=13, state=SUCCESS; OpenRegionProcedure 1aa870c6860441d59c9e8b32edae34f2, server=bdbfc8246c85,36823,1734348519149 in 154 msec 2024-12-16T11:28:50,501 INFO [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] regionserver.HStore(327): Store=4e0589afb3ac6068ca4bebf9e44ee9b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,501 INFO [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1aa870c6860441d59c9e8b32edae34f2, ASSIGN in 348 msec 2024-12-16T11:28:50,503 INFO [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0589afb3ac6068ca4bebf9e44ee9b2 columnFamilyName norep 2024-12-16T11:28:50,503 DEBUG [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,503 INFO [StoreOpener-4e0589afb3ac6068ca4bebf9e44ee9b2-1 {}] regionserver.HStore(327): Store=4e0589afb3ac6068ca4bebf9e44ee9b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,504 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,505 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,506 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,507 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:28:50,509 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/4e0589afb3ac6068ca4bebf9e44ee9b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,510 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 4e0589afb3ac6068ca4bebf9e44ee9b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63154224, jitterRate=-0.058928728103637695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,510 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 4e0589afb3ac6068ca4bebf9e44ee9b2: 2024-12-16T11:28:50,510 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2., pid=52, masterSystemTime=1734348530461 2024-12-16T11:28:50,512 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:28:50,512 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:28:50,512 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:28:50,512 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => bcd412c848ea2369b8782e1261d6214f, NAME => 'test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T11:28:50,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=4e0589afb3ac6068ca4bebf9e44ee9b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,512 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,512 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,512 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,512 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,514 INFO [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=31 2024-12-16T11:28:50,515 INFO [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd412c848ea2369b8782e1261d6214f columnFamilyName f 2024-12-16T11:28:50,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=31, state=SUCCESS; OpenRegionProcedure 4e0589afb3ac6068ca4bebf9e44ee9b2, server=bdbfc8246c85,36823,1734348519149 in 180 msec 2024-12-16T11:28:50,516 DEBUG [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,516 INFO [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] regionserver.HStore(327): Store=bcd412c848ea2369b8782e1261d6214f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,516 INFO [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4e0589afb3ac6068ca4bebf9e44ee9b2, ASSIGN in 363 msec 2024-12-16T11:28:50,517 INFO [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd412c848ea2369b8782e1261d6214f columnFamilyName norep 2024-12-16T11:28:50,517 DEBUG [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,518 INFO [StoreOpener-bcd412c848ea2369b8782e1261d6214f-1 {}] regionserver.HStore(327): Store=bcd412c848ea2369b8782e1261d6214f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,519 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,519 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,520 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,521 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:28:50,523 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/bcd412c848ea2369b8782e1261d6214f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,524 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened bcd412c848ea2369b8782e1261d6214f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75362606, jitterRate=0.12299033999443054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,524 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for bcd412c848ea2369b8782e1261d6214f: 2024-12-16T11:28:50,525 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f., pid=61, masterSystemTime=1734348530461 2024-12-16T11:28:50,526 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:28:50,526 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:28:50,526 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:28:50,526 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => c70e66c749579afcfa3c1d3b963fecc7, NAME => 'test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T11:28:50,526 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=bcd412c848ea2369b8782e1261d6214f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,526 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,527 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,527 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,527 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,528 INFO [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,529 INFO [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70e66c749579afcfa3c1d3b963fecc7 columnFamilyName f 2024-12-16T11:28:50,529 DEBUG [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,530 INFO [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] regionserver.HStore(327): Store=c70e66c749579afcfa3c1d3b963fecc7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,530 INFO [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=19 2024-12-16T11:28:50,531 INFO [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70e66c749579afcfa3c1d3b963fecc7 columnFamilyName norep 2024-12-16T11:28:50,531 DEBUG [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=19, state=SUCCESS; OpenRegionProcedure bcd412c848ea2369b8782e1261d6214f, server=bdbfc8246c85,36823,1734348519149 in 179 msec 2024-12-16T11:28:50,532 INFO [StoreOpener-c70e66c749579afcfa3c1d3b963fecc7-1 {}] regionserver.HStore(327): Store=c70e66c749579afcfa3c1d3b963fecc7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bcd412c848ea2369b8782e1261d6214f, ASSIGN in 378 msec 2024-12-16T11:28:50,533 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,533 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,534 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,535 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:28:50,537 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,537 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened c70e66c749579afcfa3c1d3b963fecc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65854120, jitterRate=-0.018697142601013184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,538 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for c70e66c749579afcfa3c1d3b963fecc7: 2024-12-16T11:28:50,538 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., pid=60, masterSystemTime=1734348530461 2024-12-16T11:28:50,539 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:28:50,539 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:28:50,540 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:28:50,540 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 93f9efaa2e01a2642e8a997c25d4555f, NAME => 'test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T11:28:50,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c70e66c749579afcfa3c1d3b963fecc7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,540 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,540 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,540 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,540 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,541 INFO [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,543 INFO [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93f9efaa2e01a2642e8a997c25d4555f columnFamilyName f 2024-12-16T11:28:50,543 DEBUG [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=10 2024-12-16T11:28:50,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=10, state=SUCCESS; OpenRegionProcedure c70e66c749579afcfa3c1d3b963fecc7, server=bdbfc8246c85,36823,1734348519149 in 195 msec 2024-12-16T11:28:50,543 INFO [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] regionserver.HStore(327): Store=93f9efaa2e01a2642e8a997c25d4555f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,543 INFO [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c70e66c749579afcfa3c1d3b963fecc7, ASSIGN in 390 msec 2024-12-16T11:28:50,544 INFO [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93f9efaa2e01a2642e8a997c25d4555f columnFamilyName norep 2024-12-16T11:28:50,545 DEBUG [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,545 INFO [StoreOpener-93f9efaa2e01a2642e8a997c25d4555f-1 {}] regionserver.HStore(327): Store=93f9efaa2e01a2642e8a997c25d4555f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,546 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,546 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,547 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,549 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:28:50,551 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/93f9efaa2e01a2642e8a997c25d4555f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,551 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 93f9efaa2e01a2642e8a997c25d4555f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67724971, jitterRate=0.009180709719657898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,551 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 93f9efaa2e01a2642e8a997c25d4555f: 2024-12-16T11:28:50,552 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f., pid=44, masterSystemTime=1734348530461 2024-12-16T11:28:50,553 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:28:50,553 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:28:50,553 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:28:50,554 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 76bc75b8f93e710603e5559c5a65a44a, NAME => 'test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T11:28:50,554 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=93f9efaa2e01a2642e8a997c25d4555f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,554 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,554 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,554 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,554 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,555 INFO [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,557 INFO [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76bc75b8f93e710603e5559c5a65a44a columnFamilyName f 2024-12-16T11:28:50,557 DEBUG [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=32 2024-12-16T11:28:50,557 INFO [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] regionserver.HStore(327): Store=76bc75b8f93e710603e5559c5a65a44a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,557 INFO [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:50,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=32, state=SUCCESS; OpenRegionProcedure 93f9efaa2e01a2642e8a997c25d4555f, server=bdbfc8246c85,36823,1734348519149 in 235 msec 2024-12-16T11:28:50,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=93f9efaa2e01a2642e8a997c25d4555f, ASSIGN in 404 msec 2024-12-16T11:28:50,559 INFO [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76bc75b8f93e710603e5559c5a65a44a columnFamilyName norep 2024-12-16T11:28:50,559 DEBUG [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,559 INFO [StoreOpener-76bc75b8f93e710603e5559c5a65a44a-1 {}] regionserver.HStore(327): Store=76bc75b8f93e710603e5559c5a65a44a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,560 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,560 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,562 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,563 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:28:50,565 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/76bc75b8f93e710603e5559c5a65a44a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,565 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 76bc75b8f93e710603e5559c5a65a44a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68795332, jitterRate=0.02513033151626587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,565 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 76bc75b8f93e710603e5559c5a65a44a: 2024-12-16T11:28:50,566 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a., pid=43, masterSystemTime=1734348530461 2024-12-16T11:28:50,567 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:28:50,567 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:28:50,567 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:28:50,568 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 3bb4b49e47476a2ad16e92ae76bf89c9, NAME => 'test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T11:28:50,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=76bc75b8f93e710603e5559c5a65a44a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,568 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,568 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,568 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,568 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,569 INFO [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=21 2024-12-16T11:28:50,571 INFO [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bb4b49e47476a2ad16e92ae76bf89c9 columnFamilyName f 2024-12-16T11:28:50,571 DEBUG [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,572 INFO [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] regionserver.HStore(327): Store=3bb4b49e47476a2ad16e92ae76bf89c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,572 INFO [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=21, state=SUCCESS; OpenRegionProcedure 76bc75b8f93e710603e5559c5a65a44a, server=bdbfc8246c85,36823,1734348519149 in 250 msec 2024-12-16T11:28:50,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=76bc75b8f93e710603e5559c5a65a44a, ASSIGN in 418 msec 2024-12-16T11:28:50,573 INFO [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bb4b49e47476a2ad16e92ae76bf89c9 columnFamilyName norep 2024-12-16T11:28:50,573 DEBUG [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,573 INFO [StoreOpener-3bb4b49e47476a2ad16e92ae76bf89c9-1 {}] regionserver.HStore(327): Store=3bb4b49e47476a2ad16e92ae76bf89c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,574 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,575 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,576 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,577 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:28:50,580 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/3bb4b49e47476a2ad16e92ae76bf89c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,580 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 3bb4b49e47476a2ad16e92ae76bf89c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74186718, jitterRate=0.10546824336051941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,580 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 3bb4b49e47476a2ad16e92ae76bf89c9: 2024-12-16T11:28:50,581 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9., pid=47, masterSystemTime=1734348530461 2024-12-16T11:28:50,582 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:28:50,582 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:28:50,583 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:28:50,583 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => f3294b311dea1676f505763d8a29e42a, NAME => 'test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T11:28:50,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3bb4b49e47476a2ad16e92ae76bf89c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,583 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,583 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,583 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,583 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,585 INFO [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=30 2024-12-16T11:28:50,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=30, state=SUCCESS; OpenRegionProcedure 3bb4b49e47476a2ad16e92ae76bf89c9, server=bdbfc8246c85,36823,1734348519149 in 261 msec 2024-12-16T11:28:50,586 INFO [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3294b311dea1676f505763d8a29e42a columnFamilyName f 2024-12-16T11:28:50,587 DEBUG [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,587 INFO [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] regionserver.HStore(327): Store=f3294b311dea1676f505763d8a29e42a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,587 INFO [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3bb4b49e47476a2ad16e92ae76bf89c9, ASSIGN in 433 msec 2024-12-16T11:28:50,589 INFO [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3294b311dea1676f505763d8a29e42a columnFamilyName norep 2024-12-16T11:28:50,589 DEBUG [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,589 INFO [StoreOpener-f3294b311dea1676f505763d8a29e42a-1 {}] regionserver.HStore(327): Store=f3294b311dea1676f505763d8a29e42a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,590 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,591 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,592 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,593 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for f3294b311dea1676f505763d8a29e42a 2024-12-16T11:28:50,595 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f3294b311dea1676f505763d8a29e42a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,595 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened f3294b311dea1676f505763d8a29e42a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71620158, jitterRate=0.06722351908683777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,596 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for f3294b311dea1676f505763d8a29e42a: 2024-12-16T11:28:50,596 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a., pid=48, masterSystemTime=1734348530461 2024-12-16T11:28:50,597 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:28:50,598 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:28:50,598 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:28:50,598 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 282d9609bc44d17d8c0bc92ecf494f49, NAME => 'test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T11:28:50,598 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=f3294b311dea1676f505763d8a29e42a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,598 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,598 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,598 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,598 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,600 INFO [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,601 INFO [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282d9609bc44d17d8c0bc92ecf494f49 columnFamilyName f 2024-12-16T11:28:50,601 DEBUG [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=26 2024-12-16T11:28:50,602 INFO [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] regionserver.HStore(327): Store=282d9609bc44d17d8c0bc92ecf494f49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=26, state=SUCCESS; OpenRegionProcedure f3294b311dea1676f505763d8a29e42a, server=bdbfc8246c85,36823,1734348519149 in 273 msec 2024-12-16T11:28:50,602 INFO [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f3294b311dea1676f505763d8a29e42a, ASSIGN in 449 msec 2024-12-16T11:28:50,603 INFO [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282d9609bc44d17d8c0bc92ecf494f49 columnFamilyName norep 2024-12-16T11:28:50,603 DEBUG [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,604 INFO [StoreOpener-282d9609bc44d17d8c0bc92ecf494f49-1 {}] regionserver.HStore(327): Store=282d9609bc44d17d8c0bc92ecf494f49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,604 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,605 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,606 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,607 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:28:50,609 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/282d9609bc44d17d8c0bc92ecf494f49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,610 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 282d9609bc44d17d8c0bc92ecf494f49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68479168, jitterRate=0.02041912078857422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,610 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 282d9609bc44d17d8c0bc92ecf494f49: 2024-12-16T11:28:50,611 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49., pid=36, masterSystemTime=1734348530461 2024-12-16T11:28:50,612 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:28:50,612 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:28:50,612 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:28:50,613 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => a32232e9e3809cc484d7acaedd0c09be, NAME => 'test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T11:28:50,613 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=282d9609bc44d17d8c0bc92ecf494f49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,613 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,613 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,613 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,614 INFO [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,616 INFO [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32232e9e3809cc484d7acaedd0c09be columnFamilyName f 2024-12-16T11:28:50,616 DEBUG [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=17 2024-12-16T11:28:50,617 INFO [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] regionserver.HStore(327): Store=a32232e9e3809cc484d7acaedd0c09be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=17, state=SUCCESS; OpenRegionProcedure 282d9609bc44d17d8c0bc92ecf494f49, server=bdbfc8246c85,36823,1734348519149 in 306 msec 2024-12-16T11:28:50,617 INFO [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=282d9609bc44d17d8c0bc92ecf494f49, ASSIGN in 464 msec 2024-12-16T11:28:50,618 INFO [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32232e9e3809cc484d7acaedd0c09be columnFamilyName norep 2024-12-16T11:28:50,618 DEBUG [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,619 INFO [StoreOpener-a32232e9e3809cc484d7acaedd0c09be-1 {}] regionserver.HStore(327): Store=a32232e9e3809cc484d7acaedd0c09be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,620 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,620 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,622 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,623 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:28:50,626 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a32232e9e3809cc484d7acaedd0c09be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,626 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened a32232e9e3809cc484d7acaedd0c09be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69692525, jitterRate=0.03849954903125763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,626 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for a32232e9e3809cc484d7acaedd0c09be: 2024-12-16T11:28:50,627 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be., pid=54, masterSystemTime=1734348530461 2024-12-16T11:28:50,628 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:28:50,628 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:28:50,628 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:28:50,629 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => f8413d422357a624cbf302b16b52fc24, NAME => 'test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T11:28:50,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=a32232e9e3809cc484d7acaedd0c09be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,629 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,629 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,629 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,629 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,630 INFO [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=12 2024-12-16T11:28:50,632 INFO [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8413d422357a624cbf302b16b52fc24 columnFamilyName f 2024-12-16T11:28:50,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=12, state=SUCCESS; OpenRegionProcedure a32232e9e3809cc484d7acaedd0c09be, server=bdbfc8246c85,36823,1734348519149 in 292 msec 2024-12-16T11:28:50,632 DEBUG [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,632 INFO [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] regionserver.HStore(327): Store=f8413d422357a624cbf302b16b52fc24/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,632 INFO [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a32232e9e3809cc484d7acaedd0c09be, ASSIGN in 479 msec 2024-12-16T11:28:50,634 INFO [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8413d422357a624cbf302b16b52fc24 columnFamilyName norep 2024-12-16T11:28:50,634 DEBUG [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,634 INFO [StoreOpener-f8413d422357a624cbf302b16b52fc24-1 {}] regionserver.HStore(327): Store=f8413d422357a624cbf302b16b52fc24/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,635 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,635 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,636 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,637 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for f8413d422357a624cbf302b16b52fc24 2024-12-16T11:28:50,639 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f8413d422357a624cbf302b16b52fc24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,640 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened f8413d422357a624cbf302b16b52fc24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74785102, jitterRate=0.11438485980033875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,640 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for f8413d422357a624cbf302b16b52fc24: 2024-12-16T11:28:50,640 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24., pid=45, masterSystemTime=1734348530461 2024-12-16T11:28:50,642 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:28:50,642 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:28:50,642 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:28:50,642 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 14b0ee09e5dd09360283c0d04a599f21, NAME => 'test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T11:28:50,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=f8413d422357a624cbf302b16b52fc24, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,642 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,642 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,643 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,643 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,644 INFO [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=28 2024-12-16T11:28:50,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=28, state=SUCCESS; OpenRegionProcedure f8413d422357a624cbf302b16b52fc24, server=bdbfc8246c85,36823,1734348519149 in 323 msec 2024-12-16T11:28:50,645 INFO [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14b0ee09e5dd09360283c0d04a599f21 columnFamilyName f 2024-12-16T11:28:50,645 DEBUG [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,646 INFO [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] regionserver.HStore(327): Store=14b0ee09e5dd09360283c0d04a599f21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,646 INFO [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f8413d422357a624cbf302b16b52fc24, ASSIGN in 492 msec 2024-12-16T11:28:50,647 INFO [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14b0ee09e5dd09360283c0d04a599f21 columnFamilyName norep 2024-12-16T11:28:50,647 DEBUG [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,648 INFO [StoreOpener-14b0ee09e5dd09360283c0d04a599f21-1 {}] regionserver.HStore(327): Store=14b0ee09e5dd09360283c0d04a599f21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,649 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,649 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,650 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,652 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:28:50,654 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/14b0ee09e5dd09360283c0d04a599f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,654 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 14b0ee09e5dd09360283c0d04a599f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61625881, jitterRate=-0.0817028135061264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,654 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 14b0ee09e5dd09360283c0d04a599f21: 2024-12-16T11:28:50,655 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21., pid=37, masterSystemTime=1734348530461 2024-12-16T11:28:50,657 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:28:50,657 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:28:50,657 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:28:50,657 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 989039ffcde2fccc7e2c73694f85562a, NAME => 'test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T11:28:50,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=14b0ee09e5dd09360283c0d04a599f21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,657 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,657 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,658 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,658 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,659 INFO [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=34 2024-12-16T11:28:50,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=34, state=SUCCESS; OpenRegionProcedure 14b0ee09e5dd09360283c0d04a599f21, server=bdbfc8246c85,36823,1734348519149 in 349 msec 2024-12-16T11:28:50,661 INFO [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989039ffcde2fccc7e2c73694f85562a columnFamilyName f 2024-12-16T11:28:50,661 DEBUG [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,662 INFO [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] regionserver.HStore(327): Store=989039ffcde2fccc7e2c73694f85562a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,662 INFO [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=14b0ee09e5dd09360283c0d04a599f21, ASSIGN in 508 msec 2024-12-16T11:28:50,663 INFO [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989039ffcde2fccc7e2c73694f85562a columnFamilyName norep 2024-12-16T11:28:50,663 DEBUG [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,664 INFO [StoreOpener-989039ffcde2fccc7e2c73694f85562a-1 {}] regionserver.HStore(327): Store=989039ffcde2fccc7e2c73694f85562a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,665 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,665 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,666 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,668 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:28:50,670 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/989039ffcde2fccc7e2c73694f85562a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,670 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 989039ffcde2fccc7e2c73694f85562a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60451191, jitterRate=-0.09920705854892731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,671 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 989039ffcde2fccc7e2c73694f85562a: 2024-12-16T11:28:50,671 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a., pid=57, masterSystemTime=1734348530461 2024-12-16T11:28:50,673 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:28:50,673 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:28:50,673 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:28:50,673 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => f42defc5dbf8ad7cc2ad3120b17b7c5a, NAME => 'test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T11:28:50,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=989039ffcde2fccc7e2c73694f85562a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,673 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,673 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,674 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,674 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,675 INFO [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=16 2024-12-16T11:28:50,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=16, state=SUCCESS; OpenRegionProcedure 989039ffcde2fccc7e2c73694f85562a, server=bdbfc8246c85,36823,1734348519149 in 331 msec 2024-12-16T11:28:50,677 INFO [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f42defc5dbf8ad7cc2ad3120b17b7c5a columnFamilyName f 2024-12-16T11:28:50,677 DEBUG [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,677 INFO [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] regionserver.HStore(327): Store=f42defc5dbf8ad7cc2ad3120b17b7c5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,677 INFO [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=989039ffcde2fccc7e2c73694f85562a, ASSIGN in 524 msec 2024-12-16T11:28:50,679 INFO [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f42defc5dbf8ad7cc2ad3120b17b7c5a columnFamilyName norep 2024-12-16T11:28:50,679 DEBUG [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,679 INFO [StoreOpener-f42defc5dbf8ad7cc2ad3120b17b7c5a-1 {}] regionserver.HStore(327): Store=f42defc5dbf8ad7cc2ad3120b17b7c5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,680 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,680 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,681 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,683 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:28:50,685 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f42defc5dbf8ad7cc2ad3120b17b7c5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,685 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened f42defc5dbf8ad7cc2ad3120b17b7c5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74200750, jitterRate=0.10567733645439148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,685 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for f42defc5dbf8ad7cc2ad3120b17b7c5a: 2024-12-16T11:28:50,686 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a., pid=46, masterSystemTime=1734348530461 2024-12-16T11:28:50,688 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:28:50,688 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:28:50,688 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:28:50,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f42defc5dbf8ad7cc2ad3120b17b7c5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,688 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 6bd3640f5966010f9fb11ead8e34d9a5, NAME => 'test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T11:28:50,688 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,689 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,689 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,689 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,690 INFO [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=22 2024-12-16T11:28:50,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=22, state=SUCCESS; OpenRegionProcedure f42defc5dbf8ad7cc2ad3120b17b7c5a, server=bdbfc8246c85,36823,1734348519149 in 367 msec 2024-12-16T11:28:50,692 INFO [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bd3640f5966010f9fb11ead8e34d9a5 columnFamilyName f 2024-12-16T11:28:50,692 DEBUG [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f42defc5dbf8ad7cc2ad3120b17b7c5a, ASSIGN in 538 msec 2024-12-16T11:28:50,693 INFO [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] regionserver.HStore(327): Store=6bd3640f5966010f9fb11ead8e34d9a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,693 INFO [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,694 INFO [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bd3640f5966010f9fb11ead8e34d9a5 columnFamilyName norep 2024-12-16T11:28:50,694 DEBUG [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,695 INFO [StoreOpener-6bd3640f5966010f9fb11ead8e34d9a5-1 {}] regionserver.HStore(327): Store=6bd3640f5966010f9fb11ead8e34d9a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,696 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,696 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,697 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,699 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:28:50,701 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/6bd3640f5966010f9fb11ead8e34d9a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,702 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 6bd3640f5966010f9fb11ead8e34d9a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75185328, jitterRate=0.12034869194030762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,702 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 6bd3640f5966010f9fb11ead8e34d9a5: 2024-12-16T11:28:50,703 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5., pid=59, masterSystemTime=1734348530461 2024-12-16T11:28:50,704 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:28:50,704 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:28:50,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=6bd3640f5966010f9fb11ead8e34d9a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,705 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:28:50,705 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => cf036b30ba610c475c56e448182f9e9b, NAME => 'test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T11:28:50,705 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,705 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,705 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,705 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,707 INFO [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=25 2024-12-16T11:28:50,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=25, state=SUCCESS; OpenRegionProcedure 6bd3640f5966010f9fb11ead8e34d9a5, server=bdbfc8246c85,36823,1734348519149 in 361 msec 2024-12-16T11:28:50,708 INFO [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf036b30ba610c475c56e448182f9e9b columnFamilyName f 2024-12-16T11:28:50,708 DEBUG [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,709 INFO [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] regionserver.HStore(327): Store=cf036b30ba610c475c56e448182f9e9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6bd3640f5966010f9fb11ead8e34d9a5, ASSIGN in 555 msec 2024-12-16T11:28:50,709 INFO [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,710 INFO [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf036b30ba610c475c56e448182f9e9b columnFamilyName norep 2024-12-16T11:28:50,711 DEBUG [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,711 INFO [StoreOpener-cf036b30ba610c475c56e448182f9e9b-1 {}] regionserver.HStore(327): Store=cf036b30ba610c475c56e448182f9e9b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,712 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,712 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,714 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,715 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:28:50,718 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/cf036b30ba610c475c56e448182f9e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,718 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened cf036b30ba610c475c56e448182f9e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67202480, jitterRate=0.0013949871063232422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,718 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for cf036b30ba610c475c56e448182f9e9b: 2024-12-16T11:28:50,719 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b., pid=53, masterSystemTime=1734348530461 2024-12-16T11:28:50,721 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:28:50,721 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:28:50,721 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:28:50,721 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 94993ce00b0eb8588f921df38dd9f480, NAME => 'test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T11:28:50,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=cf036b30ba610c475c56e448182f9e9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,722 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,722 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,722 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,722 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,724 INFO [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=18 2024-12-16T11:28:50,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=18, state=SUCCESS; OpenRegionProcedure cf036b30ba610c475c56e448182f9e9b, server=bdbfc8246c85,36823,1734348519149 in 386 msec 2024-12-16T11:28:50,725 INFO [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94993ce00b0eb8588f921df38dd9f480 columnFamilyName f 2024-12-16T11:28:50,725 DEBUG [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,726 INFO [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] regionserver.HStore(327): Store=94993ce00b0eb8588f921df38dd9f480/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,726 INFO [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cf036b30ba610c475c56e448182f9e9b, ASSIGN in 572 msec 2024-12-16T11:28:50,727 INFO [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94993ce00b0eb8588f921df38dd9f480 columnFamilyName norep 2024-12-16T11:28:50,727 DEBUG [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,728 INFO [StoreOpener-94993ce00b0eb8588f921df38dd9f480-1 {}] regionserver.HStore(327): Store=94993ce00b0eb8588f921df38dd9f480/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,729 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,729 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,730 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,732 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:28:50,734 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/94993ce00b0eb8588f921df38dd9f480/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,734 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 94993ce00b0eb8588f921df38dd9f480; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66576387, jitterRate=-0.007934525609016418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,735 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 94993ce00b0eb8588f921df38dd9f480: 2024-12-16T11:28:50,735 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480., pid=51, masterSystemTime=1734348530461 2024-12-16T11:28:50,737 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:28:50,737 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:28:50,737 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:28:50,737 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a3fa1253533be4ec8134ad0c3c12df7, NAME => 'test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T11:28:50,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=94993ce00b0eb8588f921df38dd9f480, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,738 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,738 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,738 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,738 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,740 INFO [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=27 2024-12-16T11:28:50,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=27, state=SUCCESS; OpenRegionProcedure 94993ce00b0eb8588f921df38dd9f480, server=bdbfc8246c85,36823,1734348519149 in 406 msec 2024-12-16T11:28:50,741 INFO [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a3fa1253533be4ec8134ad0c3c12df7 columnFamilyName f 2024-12-16T11:28:50,741 DEBUG [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=94993ce00b0eb8588f921df38dd9f480, ASSIGN in 588 msec 2024-12-16T11:28:50,742 INFO [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] regionserver.HStore(327): Store=7a3fa1253533be4ec8134ad0c3c12df7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,742 INFO [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,743 INFO [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a3fa1253533be4ec8134ad0c3c12df7 columnFamilyName norep 2024-12-16T11:28:50,743 DEBUG [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,744 INFO [StoreOpener-7a3fa1253533be4ec8134ad0c3c12df7-1 {}] regionserver.HStore(327): Store=7a3fa1253533be4ec8134ad0c3c12df7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,745 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,745 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,746 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,747 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:28:50,750 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7a3fa1253533be4ec8134ad0c3c12df7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,750 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 7a3fa1253533be4ec8134ad0c3c12df7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63964603, jitterRate=-0.046853139996528625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,750 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 7a3fa1253533be4ec8134ad0c3c12df7: 2024-12-16T11:28:50,751 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7., pid=42, masterSystemTime=1734348530461 2024-12-16T11:28:50,753 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:28:50,753 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:28:50,753 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:28:50,753 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=7a3fa1253533be4ec8134ad0c3c12df7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,753 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => ebcd7b0dd9842f822425642004a1ce08, NAME => 'test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T11:28:50,754 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,754 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,754 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,754 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,755 INFO [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=29 2024-12-16T11:28:50,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=29, state=SUCCESS; OpenRegionProcedure 7a3fa1253533be4ec8134ad0c3c12df7, server=bdbfc8246c85,36823,1734348519149 in 439 msec 2024-12-16T11:28:50,757 INFO [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcd7b0dd9842f822425642004a1ce08 columnFamilyName f 2024-12-16T11:28:50,757 DEBUG [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,757 INFO [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] regionserver.HStore(327): Store=ebcd7b0dd9842f822425642004a1ce08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,758 INFO [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7a3fa1253533be4ec8134ad0c3c12df7, ASSIGN in 604 msec 2024-12-16T11:28:50,759 INFO [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcd7b0dd9842f822425642004a1ce08 columnFamilyName norep 2024-12-16T11:28:50,759 DEBUG [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,760 INFO [StoreOpener-ebcd7b0dd9842f822425642004a1ce08-1 {}] regionserver.HStore(327): Store=ebcd7b0dd9842f822425642004a1ce08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,761 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,761 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,762 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,764 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:28:50,766 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/ebcd7b0dd9842f822425642004a1ce08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,767 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened ebcd7b0dd9842f822425642004a1ce08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62170045, jitterRate=-0.07359413802623749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,767 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for ebcd7b0dd9842f822425642004a1ce08: 2024-12-16T11:28:50,768 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08., pid=40, masterSystemTime=1734348530461 2024-12-16T11:28:50,770 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:28:50,770 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:28:50,770 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:28:50,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ebcd7b0dd9842f822425642004a1ce08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,770 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => eebf40c0b60c8867660ddcc18eaee402, NAME => 'test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T11:28:50,770 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,771 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,771 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,771 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,772 INFO [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=20 2024-12-16T11:28:50,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=20, state=SUCCESS; OpenRegionProcedure ebcd7b0dd9842f822425642004a1ce08, server=bdbfc8246c85,36823,1734348519149 in 460 msec 2024-12-16T11:28:50,774 INFO [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebf40c0b60c8867660ddcc18eaee402 columnFamilyName f 2024-12-16T11:28:50,774 DEBUG [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ebcd7b0dd9842f822425642004a1ce08, ASSIGN in 620 msec 2024-12-16T11:28:50,775 INFO [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] regionserver.HStore(327): Store=eebf40c0b60c8867660ddcc18eaee402/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,775 INFO [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,776 INFO [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebf40c0b60c8867660ddcc18eaee402 columnFamilyName norep 2024-12-16T11:28:50,776 DEBUG [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,776 INFO [StoreOpener-eebf40c0b60c8867660ddcc18eaee402-1 {}] regionserver.HStore(327): Store=eebf40c0b60c8867660ddcc18eaee402/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,777 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,778 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,779 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,781 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:28:50,783 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/eebf40c0b60c8867660ddcc18eaee402/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,783 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened eebf40c0b60c8867660ddcc18eaee402; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70539394, jitterRate=0.0511188805103302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,784 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for eebf40c0b60c8867660ddcc18eaee402: 2024-12-16T11:28:50,784 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402., pid=55, masterSystemTime=1734348530461 2024-12-16T11:28:50,786 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:28:50,786 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:28:50,786 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:28:50,786 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => a088eeda204bd9a2743295cd3e403104, NAME => 'test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T11:28:50,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=eebf40c0b60c8867660ddcc18eaee402, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,787 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,787 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,787 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,787 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,789 INFO [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=11 2024-12-16T11:28:50,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=11, state=SUCCESS; OpenRegionProcedure eebf40c0b60c8867660ddcc18eaee402, server=bdbfc8246c85,36823,1734348519149 in 451 msec 2024-12-16T11:28:50,790 INFO [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a088eeda204bd9a2743295cd3e403104 columnFamilyName f 2024-12-16T11:28:50,790 DEBUG [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,791 INFO [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] regionserver.HStore(327): Store=a088eeda204bd9a2743295cd3e403104/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,791 INFO [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=eebf40c0b60c8867660ddcc18eaee402, ASSIGN in 637 msec 2024-12-16T11:28:50,792 INFO [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a088eeda204bd9a2743295cd3e403104 columnFamilyName norep 2024-12-16T11:28:50,792 DEBUG [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,793 INFO [StoreOpener-a088eeda204bd9a2743295cd3e403104-1 {}] regionserver.HStore(327): Store=a088eeda204bd9a2743295cd3e403104/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,793 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,794 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,795 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,796 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for a088eeda204bd9a2743295cd3e403104 2024-12-16T11:28:50,798 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a088eeda204bd9a2743295cd3e403104/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,799 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened a088eeda204bd9a2743295cd3e403104; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64628004, jitterRate=-0.036967694759368896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,799 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for a088eeda204bd9a2743295cd3e403104: 2024-12-16T11:28:50,800 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104., pid=41, masterSystemTime=1734348530461 2024-12-16T11:28:50,801 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:28:50,801 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:28:50,801 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:28:50,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a088eeda204bd9a2743295cd3e403104, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,802 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 58d9613c780d8e371aafd4e20095ee9a, NAME => 'test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T11:28:50,802 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,802 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,802 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,802 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,804 INFO [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,805 INFO [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58d9613c780d8e371aafd4e20095ee9a columnFamilyName f 2024-12-16T11:28:50,805 DEBUG [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=23 2024-12-16T11:28:50,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=23, state=SUCCESS; OpenRegionProcedure a088eeda204bd9a2743295cd3e403104, server=bdbfc8246c85,36823,1734348519149 in 488 msec 2024-12-16T11:28:50,806 INFO [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] regionserver.HStore(327): Store=58d9613c780d8e371aafd4e20095ee9a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,806 INFO [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a088eeda204bd9a2743295cd3e403104, ASSIGN in 652 msec 2024-12-16T11:28:50,807 INFO [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58d9613c780d8e371aafd4e20095ee9a columnFamilyName norep 2024-12-16T11:28:50,807 DEBUG [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,808 INFO [StoreOpener-58d9613c780d8e371aafd4e20095ee9a-1 {}] regionserver.HStore(327): Store=58d9613c780d8e371aafd4e20095ee9a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,808 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,809 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,810 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,812 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:28:50,814 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/58d9613c780d8e371aafd4e20095ee9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,815 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 58d9613c780d8e371aafd4e20095ee9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62854941, jitterRate=-0.063388392329216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,815 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 58d9613c780d8e371aafd4e20095ee9a: 2024-12-16T11:28:50,815 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a., pid=49, masterSystemTime=1734348530461 2024-12-16T11:28:50,817 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:28:50,817 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:28:50,817 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:28:50,818 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 48b8ef14c13b9f3a28865225e75f397c, NAME => 'test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T11:28:50,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=58d9613c780d8e371aafd4e20095ee9a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,818 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,818 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,818 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,818 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,820 INFO [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=24 2024-12-16T11:28:50,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=24, state=SUCCESS; OpenRegionProcedure 58d9613c780d8e371aafd4e20095ee9a, server=bdbfc8246c85,36823,1734348519149 in 490 msec 2024-12-16T11:28:50,821 INFO [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48b8ef14c13b9f3a28865225e75f397c columnFamilyName f 2024-12-16T11:28:50,822 DEBUG [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=58d9613c780d8e371aafd4e20095ee9a, ASSIGN in 668 msec 2024-12-16T11:28:50,822 INFO [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] regionserver.HStore(327): Store=48b8ef14c13b9f3a28865225e75f397c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,822 INFO [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,824 INFO [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48b8ef14c13b9f3a28865225e75f397c columnFamilyName norep 2024-12-16T11:28:50,824 DEBUG [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,824 INFO [StoreOpener-48b8ef14c13b9f3a28865225e75f397c-1 {}] regionserver.HStore(327): Store=48b8ef14c13b9f3a28865225e75f397c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,825 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,826 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,827 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,829 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:28:50,831 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/48b8ef14c13b9f3a28865225e75f397c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,831 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 48b8ef14c13b9f3a28865225e75f397c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63459119, jitterRate=-0.054385438561439514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,832 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 48b8ef14c13b9f3a28865225e75f397c: 2024-12-16T11:28:50,832 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c., pid=50, masterSystemTime=1734348530461 2024-12-16T11:28:50,834 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:28:50,834 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:28:50,834 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:28:50,834 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 7513d8b79e80e4465370bd5fc8033b3a, NAME => 'test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T11:28:50,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=48b8ef14c13b9f3a28865225e75f397c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,834 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,834 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,835 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,835 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,836 INFO [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,837 INFO [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7513d8b79e80e4465370bd5fc8033b3a columnFamilyName f 2024-12-16T11:28:50,837 DEBUG [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,838 INFO [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] regionserver.HStore(327): Store=7513d8b79e80e4465370bd5fc8033b3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,838 INFO [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=33 2024-12-16T11:28:50,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=33, state=SUCCESS; OpenRegionProcedure 48b8ef14c13b9f3a28865225e75f397c, server=bdbfc8246c85,36823,1734348519149 in 504 msec 2024-12-16T11:28:50,840 INFO [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7513d8b79e80e4465370bd5fc8033b3a columnFamilyName norep 2024-12-16T11:28:50,840 DEBUG [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,841 INFO [StoreOpener-7513d8b79e80e4465370bd5fc8033b3a-1 {}] regionserver.HStore(327): Store=7513d8b79e80e4465370bd5fc8033b3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=48b8ef14c13b9f3a28865225e75f397c, ASSIGN in 687 msec 2024-12-16T11:28:50,842 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,842 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,844 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,845 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:28:50,847 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7513d8b79e80e4465370bd5fc8033b3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,847 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 7513d8b79e80e4465370bd5fc8033b3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70933959, jitterRate=0.0569983571767807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,847 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 7513d8b79e80e4465370bd5fc8033b3a: 2024-12-16T11:28:50,848 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a., pid=56, masterSystemTime=1734348530461 2024-12-16T11:28:50,850 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:28:50,850 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:28:50,850 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:28:50,850 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 8391d2bde5f4024917b39f8d93f04534, NAME => 'test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T11:28:50,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=7513d8b79e80e4465370bd5fc8033b3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,850 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,850 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:50,850 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,850 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,852 INFO [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,854 INFO [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8391d2bde5f4024917b39f8d93f04534 columnFamilyName f 2024-12-16T11:28:50,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=35 2024-12-16T11:28:50,854 DEBUG [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=35, state=SUCCESS; OpenRegionProcedure 7513d8b79e80e4465370bd5fc8033b3a, server=bdbfc8246c85,36823,1734348519149 in 509 msec 2024-12-16T11:28:50,855 INFO [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] regionserver.HStore(327): Store=8391d2bde5f4024917b39f8d93f04534/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,855 INFO [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7513d8b79e80e4465370bd5fc8033b3a, ASSIGN in 701 msec 2024-12-16T11:28:50,856 INFO [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8391d2bde5f4024917b39f8d93f04534 columnFamilyName norep 2024-12-16T11:28:50,856 DEBUG [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:50,857 INFO [StoreOpener-8391d2bde5f4024917b39f8d93f04534-1 {}] regionserver.HStore(327): Store=8391d2bde5f4024917b39f8d93f04534/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:50,857 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,858 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,859 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T11:28:50,860 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:28:50,862 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/8391d2bde5f4024917b39f8d93f04534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:50,863 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 8391d2bde5f4024917b39f8d93f04534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62511640, jitterRate=-0.0685039758682251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T11:28:50,863 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 8391d2bde5f4024917b39f8d93f04534: 2024-12-16T11:28:50,863 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534., pid=38, masterSystemTime=1734348530461 2024-12-16T11:28:50,865 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:28:50,865 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:28:50,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8391d2bde5f4024917b39f8d93f04534, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:50,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=14 2024-12-16T11:28:50,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=14, state=SUCCESS; OpenRegionProcedure 8391d2bde5f4024917b39f8d93f04534, server=bdbfc8246c85,36823,1734348519149 in 557 msec 2024-12-16T11:28:50,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=9 2024-12-16T11:28:50,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8391d2bde5f4024917b39f8d93f04534, ASSIGN in 715 msec 2024-12-16T11:28:50,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T11:28:50,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348530870"}]},"ts":"1734348530870"} 2024-12-16T11:28:50,872 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T11:28:50,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T11:28:50,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.4300 sec 2024-12-16T11:28:51,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T11:28:51,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:28:54,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-16T11:28:54,116 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-16T11:28:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T11:28:54,559 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T11:28:54,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T11:28:54,560 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:54,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T11:28:54,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:54,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T11:28:54,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T11:28:54,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:54,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T11:28:54,576 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:54,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T11:28:54,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T11:28:54,576 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:54,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T11:28:54,584 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:54,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T11:28:54,605 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=392, OpenFileDescriptor=573, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=6953 2024-12-16T11:28:54,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T11:28:54,609 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T11:28:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-16T11:28:54,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:59243:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-16T11:28:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-16T11:28:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:54,654 INFO [PEWorker-1 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T11:28:54,654 INFO [PEWorker-1 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@13739c54check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:59243 2024-12-16T11:28:54,657 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@13739c54check-peer-cluster-id0x0, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T11:28:54,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@13739c54check-peer-cluster-id-0x100094314070009 connected 2024-12-16T11:28:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:54,760 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@13739c54check-peer-cluster-id-0x100094314070009, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:28:54,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:54,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:28:54,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T11:28:54,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:28:54,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:54,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38643 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-16T11:28:54,938 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-16T11:28:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:54,955 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T11:28:54,976 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T11:28:54,987 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-16T11:28:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-16T11:28:54,990 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on bdbfc8246c85,38643,1734348514326 suceeded 2024-12-16T11:28:54,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T11:28:54,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-12-16T11:28:54,991 INFO [PEWorker-3 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:59243:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-16T11:28:54,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 367 msec 2024-12-16T11:28:55,016 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x098ee71f to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43d835a8 2024-12-16T11:28:55,020 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fe2f0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:55,021 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59243 2024-12-16T11:28:55,023 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T11:28:55,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10009431407000b connected 2024-12-16T11:28:55,024 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=204f3b29-0371-4bd1-8b01-c7795902e713 to cluster=ab0959fa-16a5-4c27-ae8b-51e08a4c7bc7 2024-12-16T11:28:55,026 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=bdbfc8246c85%2C38643%2C1734348514326 2024-12-16T11:28:55,028 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T11:28:55,029 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdbfc8246c85%2C38643%2C1734348514326 2024-12-16T11:28:55,029 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, startPosition=0, beingWritten=true 2024-12-16T11:28:55,097 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T11:28:55,097 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 7708, reset compression=false 2024-12-16T11:28:55,097 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T11:28:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:55,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d12a919 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32da68c3 2024-12-16T11:28:55,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1379053e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:55,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a3b8899 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1289bca6 2024-12-16T11:28:55,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73744244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:55,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T11:28:55,253 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T11:28:55,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T11:28:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T11:28:55,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T11:28:55,256 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:55,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-16T11:28:55,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T11:28:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T11:28:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741864_1040 (size=367) 2024-12-16T11:28:55,307 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 7708, reset compression=false 2024-12-16T11:28:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T11:28:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T11:28:55,612 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 7708, reset compression=false 2024-12-16T11:28:55,666 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f29b340cb848aede323db747e0779582, NAME => 'testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462 2024-12-16T11:28:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741865_1041 (size=51) 2024-12-16T11:28:55,673 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:55,673 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing f29b340cb848aede323db747e0779582, disabling compactions & flushes 2024-12-16T11:28:55,673 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:28:55,673 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:28:55,673 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. after waiting 0 ms 2024-12-16T11:28:55,673 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:28:55,673 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:28:55,673 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for f29b340cb848aede323db747e0779582: 2024-12-16T11:28:55,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T11:28:55,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734348535686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348535686"}]},"ts":"1734348535686"} 2024-12-16T11:28:55,691 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T11:28:55,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T11:28:55,693 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348535692"}]},"ts":"1734348535692"} 2024-12-16T11:28:55,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T11:28:55,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=f29b340cb848aede323db747e0779582, ASSIGN}] 2024-12-16T11:28:55,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=f29b340cb848aede323db747e0779582, ASSIGN 2024-12-16T11:28:55,701 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=f29b340cb848aede323db747e0779582, ASSIGN; state=OFFLINE, location=bdbfc8246c85,38643,1734348514326; forceNewPlan=false, retain=false 2024-12-16T11:28:55,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=f29b340cb848aede323db747e0779582, regionState=OPENING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:55,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure f29b340cb848aede323db747e0779582, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:28:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T11:28:55,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T11:28:56,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:56,011 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:28:56,011 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => f29b340cb848aede323db747e0779582, NAME => 'testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582.', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:56,011 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed f29b340cb848aede323db747e0779582 2024-12-16T11:28:56,011 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:56,011 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for f29b340cb848aede323db747e0779582 2024-12-16T11:28:56,011 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for f29b340cb848aede323db747e0779582 2024-12-16T11:28:56,013 INFO [StoreOpener-f29b340cb848aede323db747e0779582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region f29b340cb848aede323db747e0779582 2024-12-16T11:28:56,015 INFO [StoreOpener-f29b340cb848aede323db747e0779582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f29b340cb848aede323db747e0779582 columnFamilyName fam 2024-12-16T11:28:56,015 DEBUG [StoreOpener-f29b340cb848aede323db747e0779582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:56,015 INFO [StoreOpener-f29b340cb848aede323db747e0779582-1 {}] regionserver.HStore(327): Store=f29b340cb848aede323db747e0779582/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:56,016 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582 2024-12-16T11:28:56,016 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582 2024-12-16T11:28:56,018 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 7708, reset compression=false 2024-12-16T11:28:56,019 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for f29b340cb848aede323db747e0779582 2024-12-16T11:28:56,023 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:56,024 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened f29b340cb848aede323db747e0779582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71706656, jitterRate=0.0685124397277832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T11:28:56,025 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for f29b340cb848aede323db747e0779582: 2024-12-16T11:28:56,027 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582., pid=66, masterSystemTime=1734348536005 2024-12-16T11:28:56,029 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:28:56,029 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:28:56,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=f29b340cb848aede323db747e0779582, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:56,030 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=bdbfc8246c85,38643,1734348514326, table=testdroppedtimed, region=f29b340cb848aede323db747e0779582. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T11:28:56,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T11:28:56,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure f29b340cb848aede323db747e0779582, server=bdbfc8246c85,38643,1734348514326 in 177 msec 2024-12-16T11:28:56,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-16T11:28:56,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=f29b340cb848aede323db747e0779582, ASSIGN in 334 msec 2024-12-16T11:28:56,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T11:28:56,035 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348536035"}]},"ts":"1734348536035"} 2024-12-16T11:28:56,037 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T11:28:56,040 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T11:28:56,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 786 msec 2024-12-16T11:28:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T11:28:56,363 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-16T11:28:56,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T11:28:56,366 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T11:28:56,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T11:28:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T11:28:56,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T11:28:56,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:56,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-16T11:28:56,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T11:28:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741864_1040 (size=367) 2024-12-16T11:28:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:56,524 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 7708, reset compression=false 2024-12-16T11:28:56,531 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T11:28:56,531 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 8001, reset compression=false 2024-12-16T11:28:56,532 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T11:28:56,577 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: 8001 2024-12-16T11:28:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:56,736 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 8001, reset compression=false 2024-12-16T11:28:56,779 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2aeef1928bdd12a5619c04caa365e2b, NAME => 'testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a 2024-12-16T11:28:56,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741865_1041 (size=51) 2024-12-16T11:28:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:57,044 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 8001, reset compression=false 2024-12-16T11:28:57,187 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:57,187 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing d2aeef1928bdd12a5619c04caa365e2b, disabling compactions & flushes 2024-12-16T11:28:57,187 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:28:57,187 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:28:57,187 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. after waiting 0 ms 2024-12-16T11:28:57,187 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:28:57,187 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:28:57,187 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2aeef1928bdd12a5619c04caa365e2b: 2024-12-16T11:28:57,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T11:28:57,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734348537188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734348537188"}]},"ts":"1734348537188"} 2024-12-16T11:28:57,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T11:28:57,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T11:28:57,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348537192"}]},"ts":"1734348537192"} 2024-12-16T11:28:57,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T11:28:57,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d2aeef1928bdd12a5619c04caa365e2b, ASSIGN}] 2024-12-16T11:28:57,199 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d2aeef1928bdd12a5619c04caa365e2b, ASSIGN 2024-12-16T11:28:57,199 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=d2aeef1928bdd12a5619c04caa365e2b, ASSIGN; state=OFFLINE, location=bdbfc8246c85,36823,1734348519149; forceNewPlan=false, retain=false 2024-12-16T11:28:57,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d2aeef1928bdd12a5619c04caa365e2b, regionState=OPENING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:57,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure d2aeef1928bdd12a5619c04caa365e2b, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:28:57,454 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 8001, reset compression=false 2024-12-16T11:28:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:57,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:57,508 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:28:57,508 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => d2aeef1928bdd12a5619c04caa365e2b, NAME => 'testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b.', STARTKEY => '', ENDKEY => ''} 2024-12-16T11:28:57,509 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:28:57,509 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T11:28:57,509 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:28:57,509 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:28:57,510 INFO [StoreOpener-d2aeef1928bdd12a5619c04caa365e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:28:57,512 INFO [StoreOpener-d2aeef1928bdd12a5619c04caa365e2b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2aeef1928bdd12a5619c04caa365e2b columnFamilyName fam 2024-12-16T11:28:57,512 DEBUG [StoreOpener-d2aeef1928bdd12a5619c04caa365e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T11:28:57,513 INFO [StoreOpener-d2aeef1928bdd12a5619c04caa365e2b-1 {}] regionserver.HStore(327): Store=d2aeef1928bdd12a5619c04caa365e2b/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T11:28:57,513 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:28:57,514 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:28:57,516 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:28:57,518 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T11:28:57,519 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened d2aeef1928bdd12a5619c04caa365e2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63902665, jitterRate=-0.04777608811855316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T11:28:57,519 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for d2aeef1928bdd12a5619c04caa365e2b: 2024-12-16T11:28:57,520 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b., pid=64, masterSystemTime=1734348537504 2024-12-16T11:28:57,521 DEBUG [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:28:57,522 INFO [RS_OPEN_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:28:57,522 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d2aeef1928bdd12a5619c04caa365e2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:57,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-16T11:28:57,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure d2aeef1928bdd12a5619c04caa365e2b, server=bdbfc8246c85,36823,1734348519149 in 171 msec 2024-12-16T11:28:57,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T11:28:57,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d2aeef1928bdd12a5619c04caa365e2b, ASSIGN in 328 msec 2024-12-16T11:28:57,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T11:28:57,527 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348537527"}]},"ts":"1734348537527"} 2024-12-16T11:28:57,528 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T11:28:57,530 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T11:28:57,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1630 sec 2024-12-16T11:28:57,798 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-16T11:28:57,960 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 8001, reset compression=false 2024-12-16T11:28:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T11:28:58,478 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-16T11:28:58,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T11:28:58,478 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:58,483 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T11:28:58,484 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:58,484 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T11:28:58,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T11:28:58,484 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:58,488 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T11:28:58,488 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T11:28:58,488 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T11:28:58,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-16T11:28:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-16T11:28:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T11:28:58,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T11:28:58,565 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 8001, reset compression=false 2024-12-16T11:28:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T11:28:58,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:28:58,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38643 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-16T11:28:58,649 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-16T11:28:58,649 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-16T11:28:58,649 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-16T11:28:58,751 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10009431407000b, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:28:58,752 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x098ee71f to 127.0.0.1:59243 2024-12-16T11:28:58,752 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:28:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T11:28:58,852 WARN [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-16T11:28:58,852 WARN [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T11:28:58,952 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 terminated 2024-12-16T11:28:58,967 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T11:28:58,968 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-16T11:28:58,968 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-16T11:28:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-16T11:28:58,970 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on bdbfc8246c85,38643,1734348514326 suceeded 2024-12-16T11:28:58,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T11:28:58,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 473 msec 2024-12-16T11:28:58,971 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-16T11:28:58,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 480 msec 2024-12-16T11:28:58,997 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63002c3b to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9da3292 2024-12-16T11:28:59,001 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bacf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:28:59,002 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59243 2024-12-16T11:28:59,004 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T11:28:59,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10009431407000f connected 2024-12-16T11:28:59,005 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=204f3b29-0371-4bd1-8b01-c7795902e713 to cluster=ab0959fa-16a5-4c27-ae8b-51e08a4c7bc7 2024-12-16T11:28:59,005 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=bdbfc8246c85%2C38643%2C1734348514326 2024-12-16T11:28:59,005 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T11:28:59,010 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bdbfc8246c85%2C38643%2C1734348514326 2024-12-16T11:28:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T11:28:59,101 DEBUG [hconnection-0x5010b4cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:28:59,103 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T11:28:59,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:28:59,908 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T11:28:59,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-16T11:28:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T11:28:59,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348539918"}]},"ts":"1734348539918"} 2024-12-16T11:28:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T11:28:59,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T11:28:59,921 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T11:28:59,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T11:28:59,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d2aeef1928bdd12a5619c04caa365e2b, UNASSIGN}] 2024-12-16T11:28:59,927 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d2aeef1928bdd12a5619c04caa365e2b, UNASSIGN 2024-12-16T11:28:59,927 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d2aeef1928bdd12a5619c04caa365e2b, regionState=CLOSING, regionLocation=bdbfc8246c85,36823,1734348519149 2024-12-16T11:28:59,928 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T11:28:59,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure d2aeef1928bdd12a5619c04caa365e2b, server=bdbfc8246c85,36823,1734348519149}] 2024-12-16T11:29:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T11:29:00,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,36823,1734348519149 2024-12-16T11:29:00,084 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:29:00,084 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T11:29:00,085 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing d2aeef1928bdd12a5619c04caa365e2b, disabling compactions & flushes 2024-12-16T11:29:00,085 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:29:00,085 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:29:00,085 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. after waiting 0 ms 2024-12-16T11:29:00,085 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:29:00,089 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:00,092 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b. 2024-12-16T11:29:00,092 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for d2aeef1928bdd12a5619c04caa365e2b: 2024-12-16T11:29:00,094 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:29:00,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d2aeef1928bdd12a5619c04caa365e2b, regionState=CLOSED 2024-12-16T11:29:00,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T11:29:00,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure d2aeef1928bdd12a5619c04caa365e2b, server=bdbfc8246c85,36823,1734348519149 in 168 msec 2024-12-16T11:29:00,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-16T11:29:00,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d2aeef1928bdd12a5619c04caa365e2b, UNASSIGN in 171 msec 2024-12-16T11:29:00,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T11:29:00,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 177 msec 2024-12-16T11:29:00,111 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348540110"}]},"ts":"1734348540110"} 2024-12-16T11:29:00,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T11:29:00,113 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T11:29:00,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 201 msec 2024-12-16T11:29:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T11:29:00,221 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-16T11:29:00,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-16T11:29:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:00,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:00,229 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T11:29:00,234 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:29:00,238 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b/fam, FileablePath, hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b/recovered.edits] 2024-12-16T11:29:00,246 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b/recovered.edits/4.seqid to hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/archive/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b/recovered.edits/4.seqid 2024-12-16T11:29:00,247 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/testdroppedtimed/d2aeef1928bdd12a5619c04caa365e2b 2024-12-16T11:29:00,247 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T11:29:00,251 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:00,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36823 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-16T11:29:00,258 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T11:29:00,260 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T11:29:00,261 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:00,261 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T11:29:00,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734348540261"}]},"ts":"9223372036854775807"} 2024-12-16T11:29:00,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T11:29:00,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d2aeef1928bdd12a5619c04caa365e2b, NAME => 'testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T11:29:00,263 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T11:29:00,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734348540263"}]},"ts":"9223372036854775807"} 2024-12-16T11:29:00,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T11:29:00,267 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:00,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 43 msec 2024-12-16T11:29:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T11:29:00,331 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-16T11:29:00,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-16T11:29:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-16T11:29:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T11:29:00,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T11:29:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T11:29:00,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:29:00,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38643 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-16T11:29:00,490 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-16T11:29:00,491 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-16T11:29:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-16T11:29:00,492 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on bdbfc8246c85,38643,1734348514326 suceeded 2024-12-16T11:29:00,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-16T11:29:00,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-12-16T11:29:00,493 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-16T11:29:00,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 160 msec 2024-12-16T11:29:00,507 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, startPosition=0, beingWritten=true 2024-12-16T11:29:00,520 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:00,520 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/f29b340cb848aede323db747e0779582/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734348539110/Put/vlen=4096/seqid=0; >],4327}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/4=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/5=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/6=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/7=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/8=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/9=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/10=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/11=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/12=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/13=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/14=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/15=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/16=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/17=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/18=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/19=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/20=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/21=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/22=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/23=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/24=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/25=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-16T11:29:00,523 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:00,525 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:00,527 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T11:29:00,529 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-16T11:29:00,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:00,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d71a585 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e542788 2024-12-16T11:29:00,536 DEBUG [ReadOnlyZKClient-127.0.0.1:59243@0x1d71a585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316a20e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:00,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-16T11:29:00,555 DEBUG [ReadOnlyZKClient-127.0.0.1:59243@0x1d71a585 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bdbfc8246c85,36823,1734348519149, seqNum=-1] 2024-12-16T11:29:00,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:00,560 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:00,564 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,571 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,572 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,572 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,573 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,573 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,573 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,574 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7., hostname=bdbfc8246c85,36823,1734348519149, seqNum=2] 2024-12-16T11:29:00,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:00,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:00,585 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:00,588 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:00,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:00,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348600579, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:00,591 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c177f6a to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62338fb7 2024-12-16T11:29:00,594 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@346437e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:00,596 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:00,597 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:00,599 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c177f6a to 127.0.0.1:59243 2024-12-16T11:29:00,599 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T11:29:00,640 DEBUG [hconnection-0x75688595-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:00,642 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T11:29:00,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:00,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:00,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:00,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:00,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:00,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:00,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:00,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:00,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:00,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:00,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:00,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:00,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:00,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:00,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:00,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:00,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:00,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:00,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:00,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:00,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:00,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:00,706 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:00,707 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:00,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:00,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348600700, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:00,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:00,710 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57eeea60 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ea8f153 2024-12-16T11:29:00,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:00,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:00,714 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726a29d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:00,715 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:00,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:00,716 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:00,718 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:00,718 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57eeea60 to 127.0.0.1:59243 2024-12-16T11:29:00,718 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:00,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:00,924 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:00,926 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:00,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:00,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348600919, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:00,927 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c57e275 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c03a305 2024-12-16T11:29:00,931 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d137857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:00,932 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:00,933 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:00,935 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c57e275 to 127.0.0.1:59243 2024-12-16T11:29:00,935 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:01,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:01,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:01,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:01,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:01,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:01,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:01,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:01,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:01,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:01,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:01,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:01,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:01,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:01,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:01,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:01,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:01,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:01,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:01,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:01,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:01,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:01,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:01,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:01,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:01,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:01,241 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:01,242 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:01,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:01,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348601236, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:01,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:01,243 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:01,245 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72cffe18 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@735560cf 2024-12-16T11:29:01,255 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5726f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:01,257 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:01,258 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:01,260 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72cffe18 to 127.0.0.1:59243 2024-12-16T11:29:01,260 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:01,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T11:29:01,577 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:01,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:01,672 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:01,673 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:01,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:01,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348601661, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:01,675 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4efe3eeb to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16f56ce3 2024-12-16T11:29:01,678 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@688af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:01,679 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:01,680 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:01,681 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4efe3eeb to 127.0.0.1:59243 2024-12-16T11:29:01,681 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:01,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:01,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:01,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:01,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:01,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:01,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:01,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:01,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:01,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:01,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:01,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:01,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:01,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:01,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:01,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:01,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:01,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:01,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:01,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:01,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:01,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:01,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:01,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:01,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:01,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:01,764 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:02,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:02,188 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:02,189 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:02,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:02,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348602183, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:02,191 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64d953dc to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19791e05 2024-12-16T11:29:02,195 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7554ac46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:02,196 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:02,197 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:02,199 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64d953dc to 127.0.0.1:59243 2024-12-16T11:29:02,199 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:02,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:02,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:02,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:02,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:02,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:02,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:02,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:02,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:02,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:02,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:02,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:02,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:02,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:02,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:02,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:02,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:02,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:02,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:02,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:02,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:02,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:02,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:02,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:02,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:02,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:02,284 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:02,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:02,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:02,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:02,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:02,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:02,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:02,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:02,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:02,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:02,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:02,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:02,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:02,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:02,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:02,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:02,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:02,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:02,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:02,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:02,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:02,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:02,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:02,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:02,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:02,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:02,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:02,805 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:02,806 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:02,806 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:02,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:02,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348602800, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:02,808 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20498f10 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@115f9f64 2024-12-16T11:29:02,839 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69420624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:02,840 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:02,841 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:02,843 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20498f10 to 127.0.0.1:59243 2024-12-16T11:29:02,843 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:02,950 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T11:29:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:03,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:03,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:03,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:03,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:03,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:03,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:03,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:03,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:03,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:03,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:03,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:03,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:03,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:03,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:03,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:03,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:03,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:03,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:03,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:03,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:03,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:03,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:03,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:03,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:03,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:03,324 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:03,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:03,550 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:03,551 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:03,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:03,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348603544, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:03,553 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c061a5c to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7021b8ac 2024-12-16T11:29:03,556 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9abf3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:03,557 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:03,558 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:03,559 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c061a5c to 127.0.0.1:59243 2024-12-16T11:29:03,559 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:03,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:03,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:03,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:03,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:03,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:03,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:03,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:03,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:03,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:03,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:03,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:03,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:03,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:03,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:03,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:03,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:03,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:03,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:03,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:03,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:03,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:03,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:03,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:03,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:03,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:03,842 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:04,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T11:29:04,116 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-16T11:29:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:04,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:04,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:04,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:04,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:04,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:04,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:04,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:04,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:04,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:04,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:04,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:04,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:04,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:04,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:04,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:04,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:04,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:04,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:04,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:04,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:04,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:04,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:04,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:04,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:04,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:04,360 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:04,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:04,365 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:04,365 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:04,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:04,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348604360, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:04,367 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x699263e9 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@148b42af 2024-12-16T11:29:04,370 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ebd537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:04,371 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:04,372 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:04,374 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x699263e9 to 127.0.0.1:59243 2024-12-16T11:29:04,374 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:04,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:04,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:04,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:04,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:04,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:04,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:04,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:04,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:04,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:04,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:04,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:04,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:04,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:04,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:04,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:04,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:04,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:04,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:04,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:04,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:04,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:04,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:04,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:04,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:04,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:04,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:04,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:04,877 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:05,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:05,279 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:05,280 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:05,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:05,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348605275, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:05,281 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f5e612a to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@718ed254 2024-12-16T11:29:05,284 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dd0e33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:05,285 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:05,286 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:05,288 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f5e612a to 127.0.0.1:59243 2024-12-16T11:29:05,288 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:05,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:05,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:05,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:05,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:05,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:05,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:05,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:05,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:05,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:05,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:05,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:05,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:05,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:05,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:05,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:05,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:05,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:05,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:05,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:05,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:05,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:05,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:05,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:05,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:05,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:05,393 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:05,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:05,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:05,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:05,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:05,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:05,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:05,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:05,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:05,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:05,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:05,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:05,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:05,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:05,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:05,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:05,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:05,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:05,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:05,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:05,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:05,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:05,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:05,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:05,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:05,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:05,910 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:06,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:06,289 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T11:29:06,290 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T11:29:06,294 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:06,294 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:06,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:06,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348606289, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:06,296 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a13f035 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d889b51 2024-12-16T11:29:06,299 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@472b5cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:06,300 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:06,301 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:06,303 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a13f035 to 127.0.0.1:59243 2024-12-16T11:29:06,303 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:06,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:06,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:06,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:06,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:06,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:06,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:06,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:06,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:06,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:06,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:06,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:06,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:06,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:06,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:06,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:06,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:06,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:06,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:06,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:06,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:06,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:06,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:06,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:06,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:06,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:06,425 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:06,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:06,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:06,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:06,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:06,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:06,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:06,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:06,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:06,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:06,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:06,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:06,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:06,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:06,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:06,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:06,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:06,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:06,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:06,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:06,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:06,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:06,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:06,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:06,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:06,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:06,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:06,942 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:07,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:07,308 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:07,309 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:07,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:07,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348607304, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:07,311 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50f1affb to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@394ae4a7 2024-12-16T11:29:07,314 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@241a4236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:07,315 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:07,316 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:07,317 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50f1affb to 127.0.0.1:59243 2024-12-16T11:29:07,317 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:07,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:07,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:07,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:07,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:07,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:07,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:07,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:07,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:07,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:07,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:07,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:07,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:07,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:07,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:07,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:07,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:07,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:07,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:07,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:07,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:07,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:07,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:07,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:07,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:07,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:07,456 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:07,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:07,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:07,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:07,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:07,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:07,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:07,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:07,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:07,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:07,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:07,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:07,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:07,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:07,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:07,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:07,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:07,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:07,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:07,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:07,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:07,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:07,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:07,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:07,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:07,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:07,969 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:08,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:08,323 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:08,323 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:08,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:08,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348608319, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:08,325 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f00b746 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@418111dd 2024-12-16T11:29:08,328 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377ce029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:08,329 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:08,330 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:08,332 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f00b746 to 127.0.0.1:59243 2024-12-16T11:29:08,332 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:08,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:08,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:08,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:08,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:08,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:08,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:08,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:08,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:08,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:08,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:08,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:08,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:08,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:08,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:08,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:08,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:08,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:08,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:08,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:08,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:08,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:08,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:08,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:08,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:08,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:08,485 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:08,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:08,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:08,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:08,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:08,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:08,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:08,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:08,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:08,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:08,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:08,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:08,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:08,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:08,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:08,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:08,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:08,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:08,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:08,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:08,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:08,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:08,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:08,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:08,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:08,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:08,999 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:09,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T11:29:09,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:09,337 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:09,337 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:09,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:09,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348609333, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:09,339 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75d3d73f to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c953fa1 2024-12-16T11:29:09,342 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb8fdb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:09,343 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:09,344 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:09,345 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75d3d73f to 127.0.0.1:59243 2024-12-16T11:29:09,345 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:09,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:09,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:09,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:09,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:09,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:09,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:09,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:09,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:09,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:09,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:09,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:09,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:09,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:09,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:09,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:09,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:09,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:09,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:09,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:09,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:09,513 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:09,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:09,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:10,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:10,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:10,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:10,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:10,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:10,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:10,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:10,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:10,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:10,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:10,024 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:10,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:10,350 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:10,351 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:10,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:10,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348610346, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:10,352 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4732aa64 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@524fed14 2024-12-16T11:29:10,355 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7931cf82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:10,356 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:10,357 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:10,359 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4732aa64 to 127.0.0.1:59243 2024-12-16T11:29:10,359 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:10,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:10,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:10,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:10,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:10,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:10,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:10,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:10,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:10,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:10,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:10,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:10,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:10,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:10,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:10,538 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:11,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:11,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:11,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:11,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:11,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:11,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:11,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:11,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:11,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:11,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:11,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:11,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:11,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:11,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:11,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:11,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:11,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:11,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:11,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:11,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:11,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:11,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:11,052 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:11,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:11,364 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:11,365 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:11,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:11,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348611360, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:11,367 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4265413b to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a8ae0f5 2024-12-16T11:29:11,369 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f0e9af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:11,371 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:11,371 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:11,373 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4265413b to 127.0.0.1:59243 2024-12-16T11:29:11,373 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:11,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:11,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:11,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:11,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:11,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:11,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:11,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:11,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:11,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:11,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:11,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:11,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:11,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:11,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:11,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:11,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:11,564 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:11,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:12,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:12,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:12,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:12,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:12,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:12,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:12,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:12,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:12,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:12,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:12,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:12,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:12,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:12,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:12,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:12,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:12,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:12,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:12,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:12,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:12,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:12,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:12,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:12,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:12,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:12,075 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:12,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:12,378 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:12,379 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:12,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:12,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348612374, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:12,380 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c303a43 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4150fa78 2024-12-16T11:29:12,383 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a72118e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:12,384 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:12,385 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:12,387 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c303a43 to 127.0.0.1:59243 2024-12-16T11:29:12,387 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:12,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:12,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:12,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:12,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:12,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:12,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:12,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:12,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:12,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:12,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:12,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:12,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:12,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:12,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:12,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:12,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:12,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:12,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:12,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:12,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:12,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:12,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:12,587 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:12,783 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T11:29:12,784 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T11:29:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:13,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:13,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:13,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:13,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:13,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:13,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:13,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:13,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:13,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:13,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:13,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:13,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:13,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:13,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:13,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:13,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:13,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:13,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:13,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:13,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:13,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:13,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:13,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:13,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:13,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:13,099 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:13,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:13,392 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:13,393 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:13,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:13,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348613388, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:13,394 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75d03d2a to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33158ad2 2024-12-16T11:29:13,397 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1941135f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:13,398 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:13,399 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:13,401 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75d03d2a to 127.0.0.1:59243 2024-12-16T11:29:13,401 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:13,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:13,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:13,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:13,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:13,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:13,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:13,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:13,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:13,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:13,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:13,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:13,609 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:14,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:14,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:14,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:14,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:14,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:14,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:14,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:14,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:14,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:14,120 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:14,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:14,406 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:14,407 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:14,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:14,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348614402, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:14,408 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a06c897 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55da981f 2024-12-16T11:29:14,411 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4490b210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:14,412 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:14,413 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:14,414 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a06c897 to 127.0.0.1:59243 2024-12-16T11:29:14,414 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:14,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:14,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:14,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:14,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:14,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:14,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:14,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:14,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:14,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:14,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:14,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:14,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:14,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:14,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:14,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:14,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:14,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:14,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:14,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:14,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:14,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:14,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:14,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:14,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:14,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:14,630 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:14,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:14,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:15,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:15,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:15,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:15,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:15,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:15,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:15,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:15,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:15,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:15,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:15,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:15,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:15,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:15,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:15,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:15,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:15,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:15,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:15,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:15,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:15,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:15,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:15,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:15,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:15,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:15,141 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:15,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:15,419 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:15,419 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:15,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:15,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348615415, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:15,421 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5adfcc73 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc4ad57 2024-12-16T11:29:15,424 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a05840d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:15,425 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:15,426 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:15,428 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5adfcc73 to 127.0.0.1:59243 2024-12-16T11:29:15,428 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:15,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:15,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:15,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:15,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:15,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:15,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:15,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:15,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:15,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:15,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:15,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:15,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:15,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:15,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:15,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:15,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:15,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:15,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:15,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:15,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:15,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:15,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:15,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:15,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:15,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:15,653 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:16,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:16,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:16,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:16,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:16,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:16,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:16,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:16,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:16,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:16,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:16,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:16,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:16,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:16,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:16,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:16,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:16,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:16,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:16,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:16,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:16,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:16,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:16,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:16,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:16,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:16,165 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:16,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:16,433 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:16,434 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:16,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:16,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348616429, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:16,435 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x178760eb to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69d7c959 2024-12-16T11:29:16,438 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc40d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:16,440 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:16,441 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:16,442 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x178760eb to 127.0.0.1:59243 2024-12-16T11:29:16,442 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:16,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:16,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:16,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:16,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:16,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:16,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:16,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:16,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:16,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:16,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:16,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:16,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:16,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:16,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:16,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:16,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:16,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:16,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:16,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:16,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:16,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:16,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:16,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:16,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:16,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:16,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:16,677 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:17,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:17,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:17,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:17,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:17,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:17,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:17,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:17,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:17,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:17,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:17,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:17,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:17,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:17,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:17,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:17,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:17,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:17,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:17,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:17,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:17,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:17,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:17,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:17,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:17,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:17,187 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:17,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:17,447 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:17,447 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:17,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:17,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348617443, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:17,449 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c4db0ec to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b073b3d 2024-12-16T11:29:17,452 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14d083c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:17,453 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:17,454 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:17,455 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c4db0ec to 127.0.0.1:59243 2024-12-16T11:29:17,455 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:17,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:17,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:17,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:17,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:17,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:17,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:17,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:17,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:17,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:17,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:17,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:17,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:17,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:17,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:17,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:17,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:17,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:17,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:17,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:17,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:17,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:17,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:17,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:17,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:17,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:17,699 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:18,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:18,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:18,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:18,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:18,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:18,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:18,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:18,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:18,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:18,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:18,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:18,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:18,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:18,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:18,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:18,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:18,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:18,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:18,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:18,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:18,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:18,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:18,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:18,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:18,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:18,212 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:18,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:18,460 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:18,461 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:18,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:18,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348618456, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:18,463 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5de3385a to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f6f2e08 2024-12-16T11:29:18,466 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3162b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:18,467 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:18,468 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:18,470 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5de3385a to 127.0.0.1:59243 2024-12-16T11:29:18,470 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:18,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:18,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:18,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:18,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:18,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:18,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:18,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:18,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:18,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:18,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:18,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:18,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:18,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:18,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:18,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:18,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:18,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:18,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:18,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:18,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:18,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:18,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:18,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:18,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:18,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:18,723 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:19,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:19,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:19,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:19,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:19,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:19,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:19,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:19,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:19,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:19,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:19,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:19,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:19,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:19,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:19,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:19,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:19,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:19,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:19,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:19,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:19,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:19,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:19,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:19,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:19,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:19,234 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:19,324 INFO [master/bdbfc8246c85:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T11:29:19,324 INFO [master/bdbfc8246c85:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T11:29:19,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:19,475 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:19,475 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:19,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:19,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348619471, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:19,477 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16febeb1 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6017cd08 2024-12-16T11:29:19,480 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74a7377c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:19,481 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:19,482 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:19,483 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16febeb1 to 127.0.0.1:59243 2024-12-16T11:29:19,483 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:19,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:19,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:19,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:19,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:19,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:19,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:19,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:19,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:19,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:19,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:19,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:19,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:19,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:19,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:19,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:19,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:19,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:19,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:19,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:19,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:19,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:19,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:19,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:19,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:19,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:19,745 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:19,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:19,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:20,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:20,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:20,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:20,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:20,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:20,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:20,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:20,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:20,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:20,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:20,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:20,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:20,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:20,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:20,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:20,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:20,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:20,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:20,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:20,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:20,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:20,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:20,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:20,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:20,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:20,255 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:20,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:20,488 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:20,489 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:20,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:20,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348620484, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:20,491 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e3717f9 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4016f6ba 2024-12-16T11:29:20,493 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d472513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:20,494 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:20,495 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:20,497 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e3717f9 to 127.0.0.1:59243 2024-12-16T11:29:20,497 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:20,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:20,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:20,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:20,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:20,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:20,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:20,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:20,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:20,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:20,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:20,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:20,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:20,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:20,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:20,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:20,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:20,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:20,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:20,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:20,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:20,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:20,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:20,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:20,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:20,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:20,767 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:21,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:21,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:21,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:21,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:21,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:21,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:21,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:21,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:21,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:21,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:21,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:21,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:21,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:21,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:21,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:21,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:21,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:21,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:21,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:21,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:21,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:21,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:21,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:21,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:21,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:21,278 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:21,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:21,501 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:21,502 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:21,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:21,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348621498, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:21,503 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f9c9e73 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58481e1c 2024-12-16T11:29:21,507 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c93c7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:21,508 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:21,509 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:21,510 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f9c9e73 to 127.0.0.1:59243 2024-12-16T11:29:21,510 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:21,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:21,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:21,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:21,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:21,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:21,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:21,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:21,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:21,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:21,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:21,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:21,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:21,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:21,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:21,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:21,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:21,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:21,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:21,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:21,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:21,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:21,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:21,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:21,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:21,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:21,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:21,789 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:22,246 INFO [master/bdbfc8246c85:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T11:29:22,246 INFO [master/bdbfc8246c85:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T11:29:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:22,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:22,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:22,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:22,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:22,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:22,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:22,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:22,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:22,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:22,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:22,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:22,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:22,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:22,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:22,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:22,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:22,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:22,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:22,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:22,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:22,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:22,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:22,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:22,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:22,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:22,300 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:22,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:22,514 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:22,515 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:22,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:22,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348622511, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:22,517 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38d99c10 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2079cde9 2024-12-16T11:29:22,520 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52a56842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:22,521 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:22,522 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:22,523 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38d99c10 to 127.0.0.1:59243 2024-12-16T11:29:22,523 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:22,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:22,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:22,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:22,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:22,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:22,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:22,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:22,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:22,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:22,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:22,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:22,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:22,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:22,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:22,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:22,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:22,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:22,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:22,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:22,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:22,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:22,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:22,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:22,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:22,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:22,811 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:23,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:23,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:23,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:23,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:23,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:23,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:23,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:23,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:23,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:23,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:23,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:23,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:23,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:23,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:23,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:23,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:23,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:23,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:23,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:23,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:23,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:23,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:23,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:23,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:23,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:23,322 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:23,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:23,528 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:23,528 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:23,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:23,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348623524, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:23,530 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ad15068 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54a9c45e 2024-12-16T11:29:23,533 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2db751f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:23,534 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:23,535 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:23,536 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ad15068 to 127.0.0.1:59243 2024-12-16T11:29:23,537 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:23,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:23,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:23,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:23,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:23,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:23,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:23,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:23,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:23,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:23,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:23,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:23,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:23,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:23,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:23,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:23,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:23,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:23,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:23,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:23,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:23,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:23,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:23,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:23,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:23,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:23,833 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:24,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:24,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:24,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:24,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:24,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:24,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:24,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:24,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:24,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:24,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:24,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:24,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:24,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:24,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:24,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:24,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:24,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:24,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:24,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:24,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:24,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:24,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:24,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:24,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:24,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:24,344 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:24,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:24,541 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:24,542 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:24,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:24,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348624537, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:24,543 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3081bb40 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a10123a 2024-12-16T11:29:24,546 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d3fe650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:24,547 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:24,548 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:24,549 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3081bb40 to 127.0.0.1:59243 2024-12-16T11:29:24,549 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:24,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:24,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:24,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:24,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:24,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:24,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:24,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:24,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:24,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:24,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:24,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:24,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:24,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:24,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:24,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:24,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:24,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:24,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:24,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:24,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:24,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:24,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:24,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:24,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:24,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:24,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:24,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:24,854 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:25,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:25,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:25,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:25,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:25,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:25,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:25,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:25,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:25,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:25,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:25,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:25,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:25,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:25,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:25,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:25,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:25,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:25,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:25,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:25,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:25,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:25,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:25,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:25,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:25,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:25,365 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:25,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:25,554 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:25,555 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:25,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:25,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348625550, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:25,556 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6cf630 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35c7b625 2024-12-16T11:29:25,559 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7788dbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:25,560 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:25,561 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:25,563 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6cf630 to 127.0.0.1:59243 2024-12-16T11:29:25,563 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:25,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:25,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:25,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:25,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:25,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:25,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:25,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:25,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:25,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:25,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:25,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:25,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:25,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:25,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:25,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:25,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:25,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:25,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:25,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:25,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:25,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:25,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:25,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:25,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:25,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:25,875 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:26,376 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T11:29:26,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-16T11:29:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T11:29:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T11:29:26,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348566379"}]},"ts":"1734348566379"} 2024-12-16T11:29:26,380 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T11:29:26,381 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T11:29:26,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T11:29:26,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=f29b340cb848aede323db747e0779582, UNASSIGN}] 2024-12-16T11:29:26,383 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=f29b340cb848aede323db747e0779582, UNASSIGN 2024-12-16T11:29:26,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=f29b340cb848aede323db747e0779582, regionState=CLOSING, regionLocation=bdbfc8246c85,38643,1734348514326 2024-12-16T11:29:26,385 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T11:29:26,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure f29b340cb848aede323db747e0779582, server=bdbfc8246c85,38643,1734348514326}] 2024-12-16T11:29:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T11:29:26,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:29:26,537 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close f29b340cb848aede323db747e0779582 2024-12-16T11:29:26,537 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T11:29:26,537 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing f29b340cb848aede323db747e0779582, disabling compactions & flushes 2024-12-16T11:29:26,537 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:29:26,537 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:29:26,537 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. after waiting 0 ms 2024-12-16T11:29:26,537 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:29:26,537 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing f29b340cb848aede323db747e0779582 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-16T11:29:26,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:26,569 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:26,570 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:26,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:26,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348626564, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:26,571 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d4122e8 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@753fd5fb 2024-12-16T11:29:26,574 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@445b1d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:26,576 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:26,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:26,577 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:26,578 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d4122e8 to 127.0.0.1:59243 2024-12-16T11:29:26,578 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:26,600 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/.tmp/fam/8e458f8b71d648ff90c2969ff8aa4a92 is 4154, key is 0 put on table to be dropped/fam:row/1734348539110/Put/seqid=0 2024-12-16T11:29:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741866_1042 (size=9218) 2024-12-16T11:29:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T11:29:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T11:29:27,009 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/.tmp/fam/8e458f8b71d648ff90c2969ff8aa4a92 2024-12-16T11:29:27,051 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/.tmp/fam/8e458f8b71d648ff90c2969ff8aa4a92 as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/fam/8e458f8b71d648ff90c2969ff8aa4a92 2024-12-16T11:29:27,057 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/fam/8e458f8b71d648ff90c2969ff8aa4a92, entries=1, sequenceid=5, filesize=9.0 K 2024-12-16T11:29:27,059 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for f29b340cb848aede323db747e0779582 in 522ms, sequenceid=5, compaction requested=false 2024-12-16T11:29:27,060 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-16T11:29:27,065 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T11:29:27,065 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582. 2024-12-16T11:29:27,065 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for f29b340cb848aede323db747e0779582: 2024-12-16T11:29:27,067 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed f29b340cb848aede323db747e0779582 2024-12-16T11:29:27,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=f29b340cb848aede323db747e0779582, regionState=CLOSED 2024-12-16T11:29:27,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-16T11:29:27,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure f29b340cb848aede323db747e0779582, server=bdbfc8246c85,38643,1734348514326 in 683 msec 2024-12-16T11:29:27,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-16T11:29:27,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=f29b340cb848aede323db747e0779582, UNASSIGN in 686 msec 2024-12-16T11:29:27,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-16T11:29:27,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 689 msec 2024-12-16T11:29:27,076 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734348567076"}]},"ts":"1734348567076"} 2024-12-16T11:29:27,077 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T11:29:27,079 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T11:29:27,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 703 msec 2024-12-16T11:29:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T11:29:27,483 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-16T11:29:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:27,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:27,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:27,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:27,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:27,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:27,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:27,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:27,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:27,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:27,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:27,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:27,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:27,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:27,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:27,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:27,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:27,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:27,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:27,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:27,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:27,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:27,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:27,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:27,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:27,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:27,497 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:27,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:27,583 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:27,584 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:27,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:27,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348627579, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:27,586 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117418d4 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1aef970c 2024-12-16T11:29:27,589 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6438998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:27,590 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:27,591 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:27,593 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117418d4 to 127.0.0.1:59243 2024-12-16T11:29:27,593 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:28,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:28,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:28,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:28,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:28,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:28,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:28,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:28,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:28,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:28,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:28,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:28,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:28,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:28,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:28,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:28,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:28,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:28,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:28,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:28,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:28,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:28,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:28,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:28,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:28,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:28,011 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:28,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:28,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:28,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:28,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:28,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:28,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:28,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:28,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:28,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:28,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:28,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:28,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:28,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:28,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:28,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:28,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:28,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:28,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:28,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:28,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:28,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:28,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:28,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:28,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:28,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:28,523 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:28,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:28,598 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:28,598 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:28,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:28,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348628594, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:28,600 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63c54890 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574e413 2024-12-16T11:29:28,603 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe1b26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:28,603 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:28,604 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:28,606 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63c54890 to 127.0.0.1:59243 2024-12-16T11:29:28,606 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:29,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:29,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:29,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:29,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:29,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:29,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:29,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:29,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:29,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:29,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:29,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:29,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:29,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:29,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:29,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:29,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:29,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:29,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:29,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:29,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:29,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:29,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:29,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:29,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:29,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:29,036 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:29,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:29,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:29,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:29,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:29,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:29,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:29,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:29,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:29,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:29,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:29,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:29,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:29,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:29,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:29,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:29,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:29,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:29,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:29,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:29,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:29,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:29,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:29,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:29,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:29,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:29,545 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:29,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:29,610 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:29,611 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:29,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:29,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348629607, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:29,612 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x364a1c64 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@143c32c2 2024-12-16T11:29:29,615 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c90fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:29,616 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:29,617 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:29,618 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x364a1c64 to 127.0.0.1:59243 2024-12-16T11:29:29,618 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:29,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:29,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:30,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:30,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:30,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:30,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:30,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:30,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:30,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:30,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:30,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:30,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:30,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:30,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:30,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:30,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:30,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:30,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:30,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:30,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:30,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:30,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:30,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:30,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:30,056 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:30,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:30,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:30,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:30,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:30,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:30,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:30,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:30,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:30,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:30,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:30,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:30,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:30,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:30,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:30,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:30,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:30,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:30,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:30,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:30,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:30,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:30,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:30,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:30,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:30,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:30,566 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:30,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:30,623 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:30,623 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:30,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:30,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348630619, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:30,625 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0daa66f2 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78f5efa7 2024-12-16T11:29:30,629 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1acc630a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:30,630 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:30,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:30,632 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0daa66f2 to 127.0.0.1:59243 2024-12-16T11:29:30,632 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:31,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:31,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:31,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:31,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:31,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:31,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:31,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:31,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:31,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:31,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:31,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:31,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:31,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:31,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:31,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:31,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:31,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:31,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:31,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:31,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:31,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:31,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:31,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:31,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:31,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:31,077 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:31,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:31,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:31,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:31,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:31,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:31,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:31,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:31,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:31,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:31,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:31,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:31,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:31,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:31,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:31,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:31,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:31,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:31,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:31,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:31,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:31,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:31,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:31,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:31,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:31,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:31,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:31,587 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:31,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:31,636 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:31,637 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:31,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:31,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348631633, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:31,639 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00d85d9c to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@570702f7 2024-12-16T11:29:31,644 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eaaef2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:31,645 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:31,646 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:31,647 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00d85d9c to 127.0.0.1:59243 2024-12-16T11:29:31,647 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:32,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:32,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:32,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:32,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:32,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:32,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:32,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:32,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:32,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:32,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:32,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:32,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:32,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:32,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:32,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:32,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:32,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:32,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:32,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:32,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:32,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:32,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:32,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:32,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:32,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:32,099 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:32,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T11:29:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:32,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:32,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:32,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:32,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:32,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:32,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:32,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:32,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:32,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:32,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:32,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:32,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:32,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:32,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:32,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:32,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:32,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:32,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:32,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:32,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:32,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:32,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:32,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:32,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:32,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:32,612 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:32,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:32,651 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:32,652 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:32,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:32,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348632648, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:32,653 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b2a625f to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@455c577 2024-12-16T11:29:32,656 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dff894c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:32,657 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:32,658 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:32,659 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b2a625f to 127.0.0.1:59243 2024-12-16T11:29:32,659 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:32,951 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T11:29:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:33,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:33,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:33,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:33,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:33,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:33,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:33,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:33,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:33,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:33,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:33,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:33,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:33,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:33,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:33,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:33,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:33,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:33,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:33,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:33,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:33,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:33,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:33,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:33,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:33,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:33,122 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:33,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:33,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:33,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:33,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:33,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:33,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:33,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:33,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:33,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:33,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:33,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:33,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:33,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:33,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:33,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:33,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:33,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:33,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:33,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:33,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:33,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:33,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:33,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:33,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:33,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:33,635 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:33,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:33,663 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:33,664 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:33,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:33,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348633660, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:33,665 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b9fdad6 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@214bd8af 2024-12-16T11:29:33,668 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207f9023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:33,669 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:33,670 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:33,671 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b9fdad6 to 127.0.0.1:59243 2024-12-16T11:29:33,671 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:34,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T11:29:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:34,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:34,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:34,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:34,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:34,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:34,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:34,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:34,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:34,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:34,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:34,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:34,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:34,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:34,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:34,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:34,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:34,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:34,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:34,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:34,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:34,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:34,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:34,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:34,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:34,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:34,146 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:34,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:34,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:34,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:34,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:34,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:34,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:34,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:34,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:34,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:34,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:34,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:34,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:34,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:34,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:34,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:34,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:34,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:34,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:34,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:34,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:34,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:34,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:34,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:34,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:34,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:34,656 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:34,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:34,676 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:34,677 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:34,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:34,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348634672, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:34,678 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d67b895 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62169536 2024-12-16T11:29:34,681 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e34ffdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:34,682 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:34,682 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:34,684 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d67b895 to 127.0.0.1:59243 2024-12-16T11:29:34,684 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:34,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:34,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:35,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:35,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:35,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:35,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:35,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:35,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:35,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:35,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:35,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:35,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:35,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:35,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:35,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:35,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:35,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:35,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:35,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:35,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:35,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:35,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:35,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:35,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:35,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:35,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:35,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:35,169 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:35,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:35,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:35,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:35,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:35,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:35,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:35,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:35,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:35,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:35,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:35,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:35,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:35,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:35,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:35,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:35,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:35,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:35,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:35,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:35,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:35,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:35,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:35,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:35,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:35,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:35,679 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:35,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:35,688 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:35,689 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:35,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:35,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348635684, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:35,690 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a69b6e5 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c8029bb 2024-12-16T11:29:35,693 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d3ebf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:35,694 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:35,695 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:35,696 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a69b6e5 to 127.0.0.1:59243 2024-12-16T11:29:35,697 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:36,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:36,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:36,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:36,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:36,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:36,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:36,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:36,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:36,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:36,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:36,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:36,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:36,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:36,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:36,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:36,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:36,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:36,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:36,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:36,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:36,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:36,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:36,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:36,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:36,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:36,196 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:36,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:36,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:36,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:36,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:36,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:36,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:36,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:36,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:36,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:36,701 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:36,702 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:36,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:36,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:36,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348636697, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:36,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:36,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:36,703 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58fb870b to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@254ba05e 2024-12-16T11:29:36,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:36,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:36,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:36,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:36,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:36,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:36,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:36,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:36,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:36,706 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbd4b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:36,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:36,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:36,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:36,707 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:36,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:36,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:36,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:36,708 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:36,709 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:36,710 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58fb870b to 127.0.0.1:59243 2024-12-16T11:29:36,710 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:37,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:37,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:37,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:37,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:37,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:37,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:37,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:37,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:37,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:37,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:37,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:37,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:37,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:37,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:37,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:37,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:37,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:37,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:37,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:37,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:37,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:37,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:37,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:37,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:37,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:37,219 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:37,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:37,714 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:37,715 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:37,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:37,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348637710, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:37,716 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72159406 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@aa4834a 2024-12-16T11:29:37,719 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f77879a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:37,720 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:37,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:37,721 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:37,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:37,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:37,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:37,723 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72159406 to 127.0.0.1:59243 2024-12-16T11:29:37,723 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:37,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:37,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:37,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:37,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:37,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:37,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:37,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:37,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:37,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:37,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:37,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:37,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:37,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:37,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:37,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:37,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:37,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:37,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:37,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:37,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:37,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:37,730 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:37,827 DEBUG [master/bdbfc8246c85:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 272fa09a583be953d27a417295c8d2c6 changed from -1.0 to 0.0, refreshing cache 2024-12-16T11:29:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:38,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:38,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:38,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:38,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:38,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:38,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:38,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:38,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:38,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:38,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:38,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:38,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:38,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:38,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:38,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:38,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:38,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:38,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:38,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:38,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:38,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:38,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:38,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:38,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:38,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:38,240 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:38,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:38,727 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:38,728 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:38,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:38,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348638723, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:38,729 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x031caeb6 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d0cd34c 2024-12-16T11:29:38,732 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e44ca20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:38,733 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:38,733 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:38,735 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x031caeb6 to 127.0.0.1:59243 2024-12-16T11:29:38,735 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:38,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:38,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:38,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:38,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:38,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:38,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:38,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:38,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:38,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:38,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:38,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:38,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:38,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:38,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:38,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:38,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:38,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:38,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:38,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:38,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:38,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:38,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:38,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:38,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:38,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:38,751 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:39,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T11:29:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:39,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:39,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:39,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:39,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:39,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:39,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:39,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:39,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:39,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:39,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:39,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:39,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:39,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:39,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:39,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:39,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:39,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:39,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:39,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:39,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:39,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:39,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:39,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:39,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:39,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:39,261 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:39,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T11:29:39,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:39,739 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:39,740 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:39,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:39,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348639735, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:39,742 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28791750 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63a427a0 2024-12-16T11:29:39,744 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bb9e43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:39,745 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:39,746 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:39,748 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28791750 to 127.0.0.1:59243 2024-12-16T11:29:39,748 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:39,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:39,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:39,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:39,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:39,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:39,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:39,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:39,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:39,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:39,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:39,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:39,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:39,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:39,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:39,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:39,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:39,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:39,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:39,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:39,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:39,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:39,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:39,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:39,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:39,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:39,771 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:39,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:39,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:40,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:40,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:40,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:40,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:40,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:40,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:40,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:40,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:40,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:40,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:40,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:40,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:40,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:40,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:40,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:40,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:40,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:40,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:40,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:40,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:40,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:40,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:40,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:40,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:40,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:40,282 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:40,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:40,752 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:40,753 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:40,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:40,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348640748, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:40,754 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76d8c9be to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@348369e2 2024-12-16T11:29:40,757 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@103fe358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:40,758 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:40,758 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:40,760 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76d8c9be to 127.0.0.1:59243 2024-12-16T11:29:40,760 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:40,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:40,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:40,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:40,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:40,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:40,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:40,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:40,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:40,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:40,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:40,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:40,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:40,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:40,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:40,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:40,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:40,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:40,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:40,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:40,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:40,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:40,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:40,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:40,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:40,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:40,792 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:41,023 DEBUG [master/bdbfc8246c85:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T11:29:41,023 DEBUG [master/bdbfc8246c85:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e1f9b153568cabb9be85b8ef83181265 changed from -1.0 to 0.0, refreshing cache 2024-12-16T11:29:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:41,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:41,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:41,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:41,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:41,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:41,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:41,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:41,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:41,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:41,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:41,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:41,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:41,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:41,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:41,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:41,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:41,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:41,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:41,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:41,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:41,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:41,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:41,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:41,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:41,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:41,302 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:41,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:41,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:41,764 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:41,765 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:41,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:41,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348641760, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:41,766 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ad67f1f to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4535c7de 2024-12-16T11:29:41,769 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2affc903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:41,770 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:41,771 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:41,772 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ad67f1f to 127.0.0.1:59243 2024-12-16T11:29:41,773 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:41,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:41,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:41,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:41,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:41,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:41,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:41,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:41,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:41,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:41,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:41,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:41,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:41,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:41,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:41,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:41,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:41,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:41,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:41,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:41,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:41,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:41,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:41,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:41,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:41,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:41,812 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:42,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:42,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:42,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:42,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:42,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:42,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:42,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:42,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:42,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:42,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:42,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:42,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:42,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:42,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:42,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:42,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:42,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:42,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:42,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:42,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:42,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:42,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:42,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:42,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:42,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:42,323 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:42,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:42,777 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:42,777 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:42,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:42,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348642773, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:42,778 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3779a5ab to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c998fad 2024-12-16T11:29:42,781 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@87ae2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:42,782 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:42,783 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:42,785 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3779a5ab to 127.0.0.1:59243 2024-12-16T11:29:42,785 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:42,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:42,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:42,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:42,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:42,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:42,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:42,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:42,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:42,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:42,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:42,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:42,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:42,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:42,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:42,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:42,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:42,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:42,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:42,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:42,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:42,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:42,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:42,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:42,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:42,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:42,834 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:43,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:43,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:43,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:43,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:43,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:43,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:43,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:43,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:43,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:43,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:43,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:43,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:43,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:43,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:43,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:43,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:43,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:43,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:43,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:43,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:43,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:43,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:43,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:43,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:43,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:43,344 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:43,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:43,789 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:43,790 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:43,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:43,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348643785, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:43,792 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ccbd89a to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cbfd649 2024-12-16T11:29:43,795 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@230d26b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:43,796 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:43,797 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:43,798 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ccbd89a to 127.0.0.1:59243 2024-12-16T11:29:43,799 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:43,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:43,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:43,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:43,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:43,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:43,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:43,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:43,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:43,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:43,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:43,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:43,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:43,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:43,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:43,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:43,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:43,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:43,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:43,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:43,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:43,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:43,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:43,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:43,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:43,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:43,854 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:44,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:44,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:44,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:44,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:44,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:44,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:44,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:44,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:44,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:44,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:44,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:44,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:44,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:44,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:44,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:44,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:44,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:44,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:44,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:44,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:44,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:44,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:44,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:44,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:44,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:44,364 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:44,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:44,802 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:44,803 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:44,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:44,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348644799, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:44,804 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c70a869 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e7f3e30 2024-12-16T11:29:44,807 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@640da5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:44,808 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:44,809 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:44,811 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c70a869 to 127.0.0.1:59243 2024-12-16T11:29:44,811 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:44,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:44,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:44,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:44,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:44,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:44,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:44,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:44,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:44,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:44,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:44,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:44,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:44,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:44,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:44,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:44,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:44,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:44,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:44,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:44,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:44,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:44,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:44,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:44,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:44,874 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:45,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:45,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:45,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:45,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:45,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:45,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:45,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:45,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:45,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:45,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:45,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:45,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:45,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:45,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:45,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:45,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:45,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:45,384 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:45,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:45,815 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:45,815 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:45,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:45,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348645811, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:45,817 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ec86805 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69914f52 2024-12-16T11:29:45,820 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ba8d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:45,821 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:45,822 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:45,823 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ec86805 to 127.0.0.1:59243 2024-12-16T11:29:45,823 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:45,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:45,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:45,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:45,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:45,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:45,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:45,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:45,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:45,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:45,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:45,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:45,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:45,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:45,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:45,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:45,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:45,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:45,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:45,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:45,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:45,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:45,895 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:46,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:46,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:46,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:46,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:46,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:46,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:46,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:46,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:46,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:46,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:46,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:46,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:46,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:46,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:46,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:46,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:46,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:46,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:46,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:46,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:46,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:46,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:46,405 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:46,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:46,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:46,828 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:46,829 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:46,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:46,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348646824, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:46,831 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1fd4458d to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cdc72fa 2024-12-16T11:29:46,840 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b911a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:46,841 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:46,842 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:46,844 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1fd4458d to 127.0.0.1:59243 2024-12-16T11:29:46,844 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:46,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:46,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:46,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:46,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:46,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:46,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:46,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:46,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:46,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:46,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:46,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:46,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:46,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:46,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:46,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:46,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:46,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:46,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:46,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:46,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:46,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:46,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:46,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:46,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:46,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:46,918 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:47,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:47,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:47,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:47,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:47,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:47,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:47,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:47,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:47,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:47,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:47,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:47,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:47,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:47,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:47,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:47,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:47,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:47,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:47,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:47,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:47,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:47,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:47,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:47,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:47,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:47,426 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:47,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:47,848 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:47,849 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:47,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:47,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348647845, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:47,851 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b3f853d to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46b6f02 2024-12-16T11:29:47,854 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df0a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:47,855 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:47,856 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:47,857 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b3f853d to 127.0.0.1:59243 2024-12-16T11:29:47,857 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:47,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:47,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:47,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:47,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:47,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:47,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:47,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:47,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:47,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:47,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:47,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:47,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:47,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:47,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:47,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:47,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:47,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:47,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:47,937 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:48,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:48,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:48,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:48,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:48,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:48,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:48,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:48,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:48,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:48,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:48,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:48,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:48,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:48,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:48,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:48,445 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:48,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:48,862 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:48,862 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:48,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:48,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348648858, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:48,864 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1702f325 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@484e9db8 2024-12-16T11:29:48,866 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34bea27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:48,867 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:48,868 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:48,869 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1702f325 to 127.0.0.1:59243 2024-12-16T11:29:48,869 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:48,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:48,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:48,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:48,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:48,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:48,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:48,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:48,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:48,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:48,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:48,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:48,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:48,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:48,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:48,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:48,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:48,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:48,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:48,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:48,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:48,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:48,955 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:49,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:49,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:49,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:49,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:49,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:49,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:49,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:49,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:49,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:49,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:49,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:49,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:49,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:49,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:49,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:49,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:49,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:49,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:49,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:49,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:49,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:49,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:49,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:49,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:49,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:49,464 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:49,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:49,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:49,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:49,874 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:49,875 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:49,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:49,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348649870, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:49,876 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x580961a3 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64969447 2024-12-16T11:29:49,878 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25fa7fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:49,880 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:49,880 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:49,882 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x580961a3 to 127.0.0.1:59243 2024-12-16T11:29:49,882 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:49,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:49,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:49,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:49,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:49,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:49,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:49,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:49,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:49,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:49,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:49,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:49,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:49,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:49,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:49,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:49,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:49,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:49,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:49,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:49,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:49,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:49,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:49,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:49,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:49,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:49,973 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:50,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:50,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:50,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:50,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:50,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:50,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:50,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:50,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:50,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:50,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:50,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:50,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:50,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:50,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:50,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:50,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:50,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:50,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:50,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:50,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:50,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:50,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:50,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:50,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:50,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:50,483 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:50,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:50,887 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:50,887 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:50,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:50,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348650883, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:50,889 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fe48904 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f001e13 2024-12-16T11:29:50,892 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5973617e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:50,893 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:50,894 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:50,895 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fe48904 to 127.0.0.1:59243 2024-12-16T11:29:50,895 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:50,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:50,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:50,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:50,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:50,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:50,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:50,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:50,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:50,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:50,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:50,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:50,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:50,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:50,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:50,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:50,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:50,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:50,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:50,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:50,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:50,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:50,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:50,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:50,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:50,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:50,993 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:51,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:51,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:51,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:51,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:51,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:51,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:51,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:51,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:51,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:51,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:51,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:51,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:51,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:51,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:51,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:51,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:51,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:51,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:51,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:51,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:51,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:51,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:51,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:51,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:51,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:51,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:51,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bdbfc8246c85%2C38643%2C1734348514326]: currently replicating from: hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 at position: -1 2024-12-16T11:29:51,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:51,899 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:51,900 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:51,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:51,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348651896, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:51,902 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x714eba13 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e11c2af 2024-12-16T11:29:51,905 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c2b3082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:51,906 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:51,907 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:51,908 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x714eba13 to 127.0.0.1:59243 2024-12-16T11:29:51,908 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:52,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:52,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:52,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:52,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:52,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:52,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:52,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:52,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:52,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:52,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:52,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:52,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:52,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:52,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:52,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:52,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:52,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:52,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:52,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:52,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:52,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:52,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:52,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:52,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:52,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:52,013 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:52,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:52,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:52,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:52,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:52,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:52,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:52,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:52,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:52,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:52,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:52,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:52,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:52,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:52,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:52,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:52,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:52,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:52,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:52,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:52,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:52,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:52,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:52,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:52,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:52,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:52,524 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T11:29:52,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:52,912 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:52,913 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:52,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:52,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348652909, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:52,914 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f380c59 to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f6cbdab 2024-12-16T11:29:52,917 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a0637e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:52,918 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:52,919 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:52,920 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f380c59 to 127.0.0.1:59243 2024-12-16T11:29:52,920 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:53,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-16T11:29:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:53,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T11:29:53,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:53,029 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582 2024-12-16T11:29:53,031 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/fam, FileablePath, hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/recovered.edits] 2024-12-16T11:29:53,035 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/fam/8e458f8b71d648ff90c2969ff8aa4a92 to hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/archive/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/fam/8e458f8b71d648ff90c2969ff8aa4a92 2024-12-16T11:29:53,039 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/recovered.edits/8.seqid to hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/archive/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582/recovered.edits/8.seqid 2024-12-16T11:29:53,039 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/testdroppedtimed/f29b340cb848aede323db747e0779582 2024-12-16T11:29:53,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T11:29:53,041 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:53,043 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T11:29:53,044 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T11:29:53,045 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:53,045 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T11:29:53,045 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734348593045"}]},"ts":"9223372036854775807"} 2024-12-16T11:29:53,046 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T11:29:53,046 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f29b340cb848aede323db747e0779582, NAME => 'testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T11:29:53,047 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T11:29:53,047 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734348593047"}]},"ts":"9223372036854775807"} 2024-12-16T11:29:53,048 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T11:29:53,050 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T11:29:53,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 26 msec 2024-12-16T11:29:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T11:29:53,127 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-16T11:29:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:53,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:53,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:53,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:53,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:53,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:53,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:53,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:53,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:53,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:53,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:53,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:53,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:53,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:53,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:53,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:53,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:53,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:53,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:53,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:53,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:53,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:53,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:53,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:53,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:53,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:53,138 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T11:29:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:53,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:53,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:53,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:53,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:53,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:53,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:53,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:53,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:53,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:53,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:53,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:53,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:53,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:53,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:53,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:53,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:53,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:53,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:53,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:53,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:53,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:53,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:53,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:53,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:53,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:53,647 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T11:29:53,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:53,951 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T11:29:53,952 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:53,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T11:29:53,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] ipc.CallRunner(138): callId: 58 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:53230 deadline: 1734348653921, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T11:29:53,953 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3bd7a1fc to 127.0.0.1:59243 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@711cc2c8 2024-12-16T11:29:53,956 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a7e6218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T11:29:53,957 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T11:29:53,958 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T11:29:53,959 WARN [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-16T11:29:53,960 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3bd7a1fc to 127.0.0.1:59243 2024-12-16T11:29:53,960 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:54,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:54,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:54,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:54,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:54,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:54,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:54,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:54,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:54,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:54,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:54,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:54,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:54,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:54,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:54,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:54,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:54,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:54,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:54,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:54,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:54,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:54,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:54,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:54,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:54,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:54,159 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T11:29:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:54,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:54,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:54,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:54,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:54,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:54,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:54,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:54,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:54,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:54,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:54,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:54,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:54,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:54,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:54,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:54,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:54,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:54,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:54,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:54,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:54,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:54,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:54,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:54,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:54,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:54,670 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T11:29:54,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:54,828 INFO [bdbfc8246c85:36823Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T11:29:54,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,966 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/27=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/28=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/29=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/30=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/31=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/32=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/33=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/34=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/35=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/36=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/37=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/38=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/39=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/40=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/41=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/42=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/43=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/44=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/45=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/46=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/47=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/48=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/49=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:54,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,969 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:54,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,973 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/51=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/52=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/53=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/54=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/55=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/56=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/57=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/58=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/59=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/60=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/61=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/62=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/63=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/64=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/65=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/66=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/67=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/68=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/69=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/70=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/71=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/72=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/73=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:54,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,975 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:54,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,979 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/75=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/76=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/77=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/78=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/79=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/80=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/81=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/82=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/83=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/84=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/85=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/86=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/87=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/88=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/89=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/90=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/91=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/92=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/93=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/94=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/95=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/96=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/97=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:54,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,982 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:54,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,985 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/99=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/100=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/101=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/102=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/103=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/104=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/105=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/106=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/107=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/108=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/109=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/110=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/111=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/112=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/113=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/114=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/115=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/116=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/117=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/118=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/119=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/120=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/121=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:54,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,987 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:54,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,994 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/123=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/124=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/125=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/126=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/127=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/128=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/129=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/130=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/131=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/132=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/133=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/134=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/135=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/136=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/137=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/138=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/139=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/140=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/141=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/142=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/143=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/144=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/145=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:54,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,996 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:54,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:54,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:54,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,001 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/147=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/148=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/149=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/150=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/151=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/152=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/153=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/154=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/155=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/156=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/157=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/158=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/159=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/160=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/161=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/162=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/163=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/164=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/165=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/166=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/167=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/168=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/169=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,003 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,007 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/171=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/172=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/173=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/174=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/175=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/176=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/177=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/178=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/179=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/180=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/181=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/182=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/183=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/184=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/185=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/186=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/187=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/188=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/189=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/190=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/191=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/192=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/193=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,010 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,013 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/195=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/196=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/197=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/198=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/199=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/200=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/201=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/202=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/203=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/204=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/205=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/206=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/207=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/208=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/209=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/210=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/211=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/212=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/213=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/214=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/215=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/216=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/217=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,015 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,020 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/219=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/220=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/221=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/222=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/223=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/224=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/225=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/226=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/227=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/228=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/229=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/230=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/231=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/232=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/233=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/234=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/235=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/236=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/237=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/238=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/239=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/240=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/241=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,021 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,026 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/243=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/244=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/245=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/246=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/247=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/248=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/249=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/250=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/251=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/252=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/253=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/254=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/255=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/256=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/257=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/258=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/259=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/260=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/261=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/262=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/263=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/264=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/265=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,028 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,034 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/267=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/268=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/269=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/270=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/271=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/272=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/273=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/274=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/275=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/276=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/277=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/278=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/279=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/280=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/281=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/282=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/283=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/284=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/285=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/286=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/287=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/288=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/289=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,036 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,040 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/291=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/292=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/293=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/294=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/295=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/296=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/297=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/298=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/299=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/300=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/301=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/302=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/303=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/304=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/305=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/306=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/307=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/308=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/309=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/310=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/311=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/312=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/313=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,041 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,046 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/315=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/316=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/317=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/318=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/319=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/320=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/321=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/322=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/323=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/324=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/325=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/326=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/327=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/328=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/329=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/330=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/331=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/332=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/333=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/334=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/335=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/336=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/337=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,047 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,051 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/339=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/340=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/341=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/342=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/343=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/344=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/345=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/346=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/347=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/348=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/349=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/350=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/351=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/352=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/353=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/354=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/355=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/356=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/357=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/358=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/359=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/360=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/361=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,053 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,057 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/363=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/364=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/365=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/366=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/367=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/368=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/369=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/370=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/371=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/372=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/373=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/374=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/375=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/376=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/377=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/378=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/379=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/380=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/381=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/382=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/383=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/384=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/385=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,058 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,064 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/387=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/388=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/389=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/390=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/391=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/392=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/393=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/394=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/395=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/396=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/397=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/398=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/399=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/400=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/401=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/402=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/403=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/404=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/405=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/406=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/407=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/408=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/409=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,065 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,070 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/411=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/412=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/413=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/414=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/415=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/416=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/417=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/418=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/419=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/420=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/421=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/422=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/423=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/424=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/425=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/426=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/427=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/428=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/429=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/430=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/431=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/432=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/433=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,072 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,077 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/435=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/436=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/437=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/438=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/439=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/440=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/441=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/442=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/443=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/444=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/445=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/446=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/447=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/448=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/449=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/450=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/451=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/452=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/453=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/454=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/455=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/456=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/457=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,078 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,083 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/459=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/460=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/461=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/462=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/463=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/464=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/465=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/466=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/467=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/468=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/469=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/470=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/471=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/472=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/473=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/474=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/475=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/476=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/477=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/478=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/479=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/480=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/481=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,084 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,089 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/483=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/484=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/485=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/486=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/487=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/488=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/489=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/490=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/491=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/492=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/493=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/494=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/495=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/496=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/497=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/498=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/499=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/500=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/501=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/502=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/503=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/504=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/505=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,090 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,095 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/507=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/508=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/509=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/510=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/511=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/512=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/513=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/514=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/515=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/516=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/517=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/518=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/519=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/520=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/521=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/522=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/523=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/524=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/525=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/526=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/527=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/528=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/529=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,096 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,101 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/531=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/532=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/533=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/534=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/535=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/536=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/537=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/538=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/539=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/540=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/541=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/542=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/543=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/544=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/545=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/546=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/547=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/548=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/549=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/550=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/551=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/552=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/553=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,102 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,108 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/555=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/556=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/557=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/558=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/559=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/560=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/561=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/562=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/563=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/564=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/565=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/566=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/567=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/568=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/569=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/570=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/571=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/572=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/573=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/574=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/575=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/576=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/577=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,109 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:55,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,224 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/579=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/580=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/581=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/582=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/583=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/584=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/585=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/586=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/587=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/588=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/589=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/590=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/591=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/592=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/593=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/594=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/595=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/596=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/597=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/598=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/599=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/600=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/601=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,226 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:55,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:55,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:55,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:55,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:55,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:55,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:55,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:55,233 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/603=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/604=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/605=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/606=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/607=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/608=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/609=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/610=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/611=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/612=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/613=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/614=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/615=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/616=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/617=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/618=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/619=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/620=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/621=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/622=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/623=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/624=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/625=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:55,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:55,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:55,235 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:55,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:55,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:55,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:55,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:55,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:55,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:55,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:55,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:55,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:55,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:55,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:55,241 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/627=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/628=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/629=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/630=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/631=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/632=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/633=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/634=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/635=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/636=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/637=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/638=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/639=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/640=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/641=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/642=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/643=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/644=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/645=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/646=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/647=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/648=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/649=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:55,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:55,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,242 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,243 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T11:29:55,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,249 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/651=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/652=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/653=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/654=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/655=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/656=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/657=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/658=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/659=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/660=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/661=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/662=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/663=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/664=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/665=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/666=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/667=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/668=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/669=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/670=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/671=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/672=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/673=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,250 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,256 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/675=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/676=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/677=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/678=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/679=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/680=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/681=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/682=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/683=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/684=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/685=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/686=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/687=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/688=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/689=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/690=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/691=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/692=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/693=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/694=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/695=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/696=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/697=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,257 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,264 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/699=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/700=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/701=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/702=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/703=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/704=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/705=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/706=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/707=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/708=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/709=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/710=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/711=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/712=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/713=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/714=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/715=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/716=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/717=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/718=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/719=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/720=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/721=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,265 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,272 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/723=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/724=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/725=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/726=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/727=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/728=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/729=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/730=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/731=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/732=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/733=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/734=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/735=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/736=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/737=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/738=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/739=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/740=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/741=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/742=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/743=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/744=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/745=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,273 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,280 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/747=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/748=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/749=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/750=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/751=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/752=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/753=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/754=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/755=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/756=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/757=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/758=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/759=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/760=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/761=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/762=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/763=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/764=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/765=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/766=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/767=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/768=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/769=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,281 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,287 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/771=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/772=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/773=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/774=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/775=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/776=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/777=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/778=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/779=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/780=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/781=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/782=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/783=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/784=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/785=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/786=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/787=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/788=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/789=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/790=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/791=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/792=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/793=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,289 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,295 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/795=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/796=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/797=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/798=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/799=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/800=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/801=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/802=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/803=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/804=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/805=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/806=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/807=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/808=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/809=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/810=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/811=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/812=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/813=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/814=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/815=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/816=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/817=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,297 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,302 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/819=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/820=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/821=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/822=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/823=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/824=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/825=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/826=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/827=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/828=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/829=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/830=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/831=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/832=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/833=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/834=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/835=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/836=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/837=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/838=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/839=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/840=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/841=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,303 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,308 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/843=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/844=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/845=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/846=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/847=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/848=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/849=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/850=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/851=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/852=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/853=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/854=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/855=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/856=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/857=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/858=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/859=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/860=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/861=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/862=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/863=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/864=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/865=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,310 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,315 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/867=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/868=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/869=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/870=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/871=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/872=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/873=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/874=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/875=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/876=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/877=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/878=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/879=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/880=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/881=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/882=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/883=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/884=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/885=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/886=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/887=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/888=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/889=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,316 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,321 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/891=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/892=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/893=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/894=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/895=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/896=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/897=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/898=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/899=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/900=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/901=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/902=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/903=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/904=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/905=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/906=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/907=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/908=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/909=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/910=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/911=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/912=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/913=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,323 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,327 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/915=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/916=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/917=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/918=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/919=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/920=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/921=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/922=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/923=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/924=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/925=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/926=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/927=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/928=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/929=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/930=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/931=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/932=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/933=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/934=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/935=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/936=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/937=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,329 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T11:29:55,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,335 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/939=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/940=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/941=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/942=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/943=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/944=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/945=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/946=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/947=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/948=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/949=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/950=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/951=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/952=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/953=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/954=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/955=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/956=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/957=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/958=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/959=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/960=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/961=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,337 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T11:29:55,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,342 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 4208104, reset compression=false 2024-12-16T11:29:55,342 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/963=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/964=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/965=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/966=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/967=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/968=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/969=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/970=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/971=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/972=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/973=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/974=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/975=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/976=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/977=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/978=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/979=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/980=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/981=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/982=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/983=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/984=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/985=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T11:29:55,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,348 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/987=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/988=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/989=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/990=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/991=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/992=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/993=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/994=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/995=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/996=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/997=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/998=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/999=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/1000=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/1001=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/1002=[#edits: 1 = ],4297}, {test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-16T11:29:55,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,349 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T11:29:55,349 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 4208924, reset compression=false 2024-12-16T11:29:55,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T11:29:55,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T11:29:55,357 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T11:29:55,554 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 4208924, reset compression=false 2024-12-16T11:29:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T11:29:55,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T11:29:55,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T11:29:55,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T11:29:55,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T11:29:55,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T11:29:55,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T11:29:55,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T11:29:55,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T11:29:55,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T11:29:55,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T11:29:55,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T11:29:55,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T11:29:55,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T11:29:55,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T11:29:55,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T11:29:55,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T11:29:55,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T11:29:55,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T11:29:55,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T11:29:55,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T11:29:55,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T11:29:55,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T11:29:55,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T11:29:55,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T11:29:55,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T11:29:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-16T11:29:55,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-16T11:29:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-16T11:29:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T11:29:55,782 DEBUG [PEWorker-3 {}] zookeeper.ZKUtil(111): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-16T11:29:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-16T11:29:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T11:29:55,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T11:29:55,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T11:29:55,859 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 to pos 4208924, reset compression=false 2024-12-16T11:29:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T11:29:55,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bdbfc8246c85,38643,1734348514326 2024-12-16T11:29:55,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38643 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-16T11:29:55,937 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-16T11:29:55,937 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-16T11:29:55,937 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-16T11:29:56,039 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10009431407000f, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:29:56,039 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63002c3b to 127.0.0.1:59243 2024-12-16T11:29:56,039 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10009431407000f, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:29:56,039 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T11:29:56,139 WARN [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T11:29:56,139 WARN [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.wal-reader.bdbfc8246c85%2C38643%2C1734348514326,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-16T11:29:56,239 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0.replicationSource,2.replicationSource.shipperbdbfc8246c85%2C38643%2C1734348514326,2 terminated 2024-12-16T11:29:56,240 INFO [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-16T11:29:56,241 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/bdbfc8246c85,38643,1734348514326/2/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 2024-12-16T11:29:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/bdbfc8246c85,38643,1734348514326/2/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 2024-12-16T11:29:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/bdbfc8246c85,38643,1734348514326/2 2024-12-16T11:29:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/bdbfc8246c85,38643,1734348514326/2 2024-12-16T11:29:56,243 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T11:29:56,243 DEBUG [RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-16T11:29:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-16T11:29:56,245 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on bdbfc8246c85,38643,1734348514326 suceeded 2024-12-16T11:29:56,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-16T11:29:56,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 460 msec 2024-12-16T11:29:56,248 DEBUG [PEWorker-2 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T11:29:56,248 INFO [PEWorker-2 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-16T11:29:56,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 470 msec 2024-12-16T11:29:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T11:29:56,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=403 (was 392) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x1d71a585-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x7d12a919-SendThread(127.0.0.1:59243) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x7a3b8899-SendThread(127.0.0.1:59243) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/cluster_9beaab1b-2571-2234-003f-1b39067deba3/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x7a3b8899 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) app//org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1523) app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1547) app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:381) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fc8acb3e7a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x7d12a919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fc8acb3e7a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/cluster_9beaab1b-2571-2234-003f-1b39067deba3/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/bdbfc8246c85:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x7a3b8899-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x1d71a585-SendThread(127.0.0.1:59243) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x1d71a585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fc8acb3e7a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1009054190_22 at /127.0.0.1:38384 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59243@0x7d12a919-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=574 (was 573) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=6238 (was 6953) 2024-12-16T11:29:56,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3edb1839 to 127.0.0.1:59243 2024-12-16T11:29:56,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043cf75 to 127.0.0.1:59243 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:56,398 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66bc0311 to 127.0.0.1:59243 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:56,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T11:29:56,398 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77bd8a3e to 127.0.0.1:59243 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T11:29:56,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2070991948, stopped=false 2024-12-16T11:29:56,399 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bdbfc8246c85,38573,1734348519110 2024-12-16T11:29:56,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T11:29:56,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T11:29:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:29:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:29:56,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T11:29:56,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:56,402 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bdbfc8246c85,36823,1734348519149' ***** 2024-12-16T11:29:56,402 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T11:29:56,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T11:29:56,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T11:29:56,402 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 8391d2bde5f4024917b39f8d93f04534 2024-12-16T11:29:56,403 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for f42defc5dbf8ad7cc2ad3120b17b7c5a 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 94993ce00b0eb8588f921df38dd9f480 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for cf036b30ba610c475c56e448182f9e9b 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for a088eeda204bd9a2743295cd3e403104 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for f8413d422357a624cbf302b16b52fc24 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 7513d8b79e80e4465370bd5fc8033b3a 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for a32232e9e3809cc484d7acaedd0c09be 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a3fa1253533be4ec8134ad0c3c12df7 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 4e0589afb3ac6068ca4bebf9e44ee9b2 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for e1f9b153568cabb9be85b8ef83181265 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 3bb4b49e47476a2ad16e92ae76bf89c9 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 48b8ef14c13b9f3a28865225e75f397c 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for ebcd7b0dd9842f822425642004a1ce08 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 14b0ee09e5dd09360283c0d04a599f21 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 282d9609bc44d17d8c0bc92ecf494f49 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 6bd3640f5966010f9fb11ead8e34d9a5 2024-12-16T11:29:56,403 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8391d2bde5f4024917b39f8d93f04534, disabling compactions & flushes 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for f3294b311dea1676f505763d8a29e42a 2024-12-16T11:29:56,403 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 1aa870c6860441d59c9e8b32edae34f2 2024-12-16T11:29:56,403 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:29:56,404 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for eebf40c0b60c8867660ddcc18eaee402 2024-12-16T11:29:56,404 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. after waiting 0 ms 2024-12-16T11:29:56,404 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 58d9613c780d8e371aafd4e20095ee9a 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 93f9efaa2e01a2642e8a997c25d4555f 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 76bc75b8f93e710603e5559c5a65a44a 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 029d5ca80e803fef4058769d20ce73d9 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 989039ffcde2fccc7e2c73694f85562a 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1224): stopping server bdbfc8246c85,36823,1734348519149 2024-12-16T11:29:56,404 DEBUG [RS:0;bdbfc8246c85:36823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T11:29:56,404 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T11:29:56,404 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T11:29:56,405 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T11:29:56,405 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T11:29:56,405 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T11:29:56,405 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T11:29:56,407 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T11:29:56,407 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1629): Waiting on 029d5ca80e803fef4058769d20ce73d9, 14b0ee09e5dd09360283c0d04a599f21, 1588230740, 1aa870c6860441d59c9e8b32edae34f2, 282d9609bc44d17d8c0bc92ecf494f49, 3bb4b49e47476a2ad16e92ae76bf89c9, 48b8ef14c13b9f3a28865225e75f397c, 4e0589afb3ac6068ca4bebf9e44ee9b2, 58d9613c780d8e371aafd4e20095ee9a, 6bd3640f5966010f9fb11ead8e34d9a5, 7513d8b79e80e4465370bd5fc8033b3a, 76bc75b8f93e710603e5559c5a65a44a, 7a3fa1253533be4ec8134ad0c3c12df7, 8391d2bde5f4024917b39f8d93f04534, 93f9efaa2e01a2642e8a997c25d4555f, 94993ce00b0eb8588f921df38dd9f480, 989039ffcde2fccc7e2c73694f85562a, a088eeda204bd9a2743295cd3e403104, a32232e9e3809cc484d7acaedd0c09be, bcd412c848ea2369b8782e1261d6214f, c70e66c749579afcfa3c1d3b963fecc7, cf036b30ba610c475c56e448182f9e9b, e1f9b153568cabb9be85b8ef83181265, ebcd7b0dd9842f822425642004a1ce08, eebf40c0b60c8867660ddcc18eaee402, f3294b311dea1676f505763d8a29e42a, f42defc5dbf8ad7cc2ad3120b17b7c5a, f8413d422357a624cbf302b16b52fc24 2024-12-16T11:29:56,415 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/8391d2bde5f4024917b39f8d93f04534/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,416 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:29:56,416 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8391d2bde5f4024917b39f8d93f04534: 2024-12-16T11:29:56,416 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734348526444.8391d2bde5f4024917b39f8d93f04534. 2024-12-16T11:29:56,416 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f42defc5dbf8ad7cc2ad3120b17b7c5a, disabling compactions & flushes 2024-12-16T11:29:56,416 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:29:56,416 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:29:56,416 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. after waiting 0 ms 2024-12-16T11:29:56,416 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:29:56,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f42defc5dbf8ad7cc2ad3120b17b7c5a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,421 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:29:56,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f42defc5dbf8ad7cc2ad3120b17b7c5a: 2024-12-16T11:29:56,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734348526444.f42defc5dbf8ad7cc2ad3120b17b7c5a. 2024-12-16T11:29:56,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 94993ce00b0eb8588f921df38dd9f480, disabling compactions & flushes 2024-12-16T11:29:56,421 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:29:56,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:29:56,422 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. after waiting 0 ms 2024-12-16T11:29:56,422 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:29:56,424 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/94993ce00b0eb8588f921df38dd9f480/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,425 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:29:56,425 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 94993ce00b0eb8588f921df38dd9f480: 2024-12-16T11:29:56,425 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734348526444.94993ce00b0eb8588f921df38dd9f480. 2024-12-16T11:29:56,425 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cf036b30ba610c475c56e448182f9e9b, disabling compactions & flushes 2024-12-16T11:29:56,425 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:29:56,425 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:29:56,425 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. after waiting 0 ms 2024-12-16T11:29:56,425 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:29:56,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/cf036b30ba610c475c56e448182f9e9b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,430 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:29:56,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cf036b30ba610c475c56e448182f9e9b: 2024-12-16T11:29:56,431 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734348526444.cf036b30ba610c475c56e448182f9e9b. 2024-12-16T11:29:56,431 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a088eeda204bd9a2743295cd3e403104, disabling compactions & flushes 2024-12-16T11:29:56,431 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:29:56,431 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:29:56,431 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. after waiting 0 ms 2024-12-16T11:29:56,431 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:29:56,434 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a088eeda204bd9a2743295cd3e403104/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,434 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:29:56,434 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a088eeda204bd9a2743295cd3e403104: 2024-12-16T11:29:56,434 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734348526444.a088eeda204bd9a2743295cd3e403104. 2024-12-16T11:29:56,434 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f8413d422357a624cbf302b16b52fc24, disabling compactions & flushes 2024-12-16T11:29:56,434 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:29:56,434 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:29:56,434 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. after waiting 0 ms 2024-12-16T11:29:56,434 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:29:56,437 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f8413d422357a624cbf302b16b52fc24/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,438 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:29:56,438 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f8413d422357a624cbf302b16b52fc24: 2024-12-16T11:29:56,438 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734348526444.f8413d422357a624cbf302b16b52fc24. 2024-12-16T11:29:56,438 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7513d8b79e80e4465370bd5fc8033b3a, disabling compactions & flushes 2024-12-16T11:29:56,438 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:29:56,438 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:29:56,438 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. after waiting 0 ms 2024-12-16T11:29:56,438 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:29:56,443 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7513d8b79e80e4465370bd5fc8033b3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,444 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:29:56,444 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7513d8b79e80e4465370bd5fc8033b3a: 2024-12-16T11:29:56,444 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734348526444.7513d8b79e80e4465370bd5fc8033b3a. 2024-12-16T11:29:56,444 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a32232e9e3809cc484d7acaedd0c09be, disabling compactions & flushes 2024-12-16T11:29:56,444 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:29:56,444 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:29:56,444 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. after waiting 0 ms 2024-12-16T11:29:56,444 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:29:56,444 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/info/379ab89435ca43ceb651b736fd535926 is 143, key is hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265./info:regioninfo/1734348522133/Put/seqid=0 2024-12-16T11:29:56,450 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/a32232e9e3809cc484d7acaedd0c09be/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,451 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:29:56,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a32232e9e3809cc484d7acaedd0c09be: 2024-12-16T11:29:56,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734348526444.a32232e9e3809cc484d7acaedd0c09be. 2024-12-16T11:29:56,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a3fa1253533be4ec8134ad0c3c12df7, disabling compactions & flushes 2024-12-16T11:29:56,451 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:29:56,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:29:56,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. after waiting 0 ms 2024-12-16T11:29:56,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:29:56,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741866_1042 (size=36340) 2024-12-16T11:29:56,455 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/7a3fa1253533be4ec8134ad0c3c12df7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,455 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:29:56,455 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a3fa1253533be4ec8134ad0c3c12df7: 2024-12-16T11:29:56,455 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734348526444.7a3fa1253533be4ec8134ad0c3c12df7. 2024-12-16T11:29:56,455 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4e0589afb3ac6068ca4bebf9e44ee9b2, disabling compactions & flushes 2024-12-16T11:29:56,455 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:29:56,455 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:29:56,455 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. after waiting 0 ms 2024-12-16T11:29:56,456 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:29:56,458 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/4e0589afb3ac6068ca4bebf9e44ee9b2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,459 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:29:56,459 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4e0589afb3ac6068ca4bebf9e44ee9b2: 2024-12-16T11:29:56,459 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734348526444.4e0589afb3ac6068ca4bebf9e44ee9b2. 2024-12-16T11:29:56,459 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e1f9b153568cabb9be85b8ef83181265, disabling compactions & flushes 2024-12-16T11:29:56,459 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:29:56,459 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:29:56,459 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. after waiting 0 ms 2024-12-16T11:29:56,459 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:29:56,459 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e1f9b153568cabb9be85b8ef83181265 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T11:29:56,473 INFO [regionserver/bdbfc8246c85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T11:29:56,474 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265/.tmp/info/6c2973768a44421faa7cebb82de2ab83 is 45, key is default/info:d/1734348522179/Put/seqid=0 2024-12-16T11:29:56,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741867_1043 (size=5037) 2024-12-16T11:29:56,576 INFO [bdbfc8246c85:38643Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T11:29:56,607 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1629): Waiting on 029d5ca80e803fef4058769d20ce73d9, 14b0ee09e5dd09360283c0d04a599f21, 1588230740, 1aa870c6860441d59c9e8b32edae34f2, 282d9609bc44d17d8c0bc92ecf494f49, 3bb4b49e47476a2ad16e92ae76bf89c9, 48b8ef14c13b9f3a28865225e75f397c, 58d9613c780d8e371aafd4e20095ee9a, 6bd3640f5966010f9fb11ead8e34d9a5, 76bc75b8f93e710603e5559c5a65a44a, 93f9efaa2e01a2642e8a997c25d4555f, 989039ffcde2fccc7e2c73694f85562a, bcd412c848ea2369b8782e1261d6214f, c70e66c749579afcfa3c1d3b963fecc7, e1f9b153568cabb9be85b8ef83181265, ebcd7b0dd9842f822425642004a1ce08, eebf40c0b60c8867660ddcc18eaee402, f3294b311dea1676f505763d8a29e42a 2024-12-16T11:29:56,804 INFO [regionserver/bdbfc8246c85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T11:29:56,804 INFO [regionserver/bdbfc8246c85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T11:29:56,808 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1629): Waiting on 029d5ca80e803fef4058769d20ce73d9, 14b0ee09e5dd09360283c0d04a599f21, 1588230740, 1aa870c6860441d59c9e8b32edae34f2, 282d9609bc44d17d8c0bc92ecf494f49, 3bb4b49e47476a2ad16e92ae76bf89c9, 48b8ef14c13b9f3a28865225e75f397c, 58d9613c780d8e371aafd4e20095ee9a, 6bd3640f5966010f9fb11ead8e34d9a5, 76bc75b8f93e710603e5559c5a65a44a, 93f9efaa2e01a2642e8a997c25d4555f, 989039ffcde2fccc7e2c73694f85562a, bcd412c848ea2369b8782e1261d6214f, c70e66c749579afcfa3c1d3b963fecc7, e1f9b153568cabb9be85b8ef83181265, ebcd7b0dd9842f822425642004a1ce08, eebf40c0b60c8867660ddcc18eaee402, f3294b311dea1676f505763d8a29e42a 2024-12-16T11:29:56,854 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/info/379ab89435ca43ceb651b736fd535926 2024-12-16T11:29:56,878 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/rep_barrier/f9d7f4d54eab4280b82527d38113ea47 is 115, key is test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402./rep_barrier:seqnumDuringOpen/1734348530787/Put/seqid=0 2024-12-16T11:29:56,879 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265/.tmp/info/6c2973768a44421faa7cebb82de2ab83 2024-12-16T11:29:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741868_1044 (size=8574) 2024-12-16T11:29:56,890 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265/.tmp/info/6c2973768a44421faa7cebb82de2ab83 as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265/info/6c2973768a44421faa7cebb82de2ab83 2024-12-16T11:29:56,899 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265/info/6c2973768a44421faa7cebb82de2ab83, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T11:29:56,900 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e1f9b153568cabb9be85b8ef83181265 in 441ms, sequenceid=6, compaction requested=false 2024-12-16T11:29:56,905 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/namespace/e1f9b153568cabb9be85b8ef83181265/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T11:29:56,906 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:29:56,906 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e1f9b153568cabb9be85b8ef83181265: 2024-12-16T11:29:56,906 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734348520964.e1f9b153568cabb9be85b8ef83181265. 2024-12-16T11:29:56,906 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3bb4b49e47476a2ad16e92ae76bf89c9, disabling compactions & flushes 2024-12-16T11:29:56,906 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:29:56,906 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:29:56,906 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. after waiting 0 ms 2024-12-16T11:29:56,906 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:29:56,910 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/3bb4b49e47476a2ad16e92ae76bf89c9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,910 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:29:56,910 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3bb4b49e47476a2ad16e92ae76bf89c9: 2024-12-16T11:29:56,911 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734348526444.3bb4b49e47476a2ad16e92ae76bf89c9. 2024-12-16T11:29:56,911 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 48b8ef14c13b9f3a28865225e75f397c, disabling compactions & flushes 2024-12-16T11:29:56,911 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:29:56,911 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:29:56,911 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. after waiting 0 ms 2024-12-16T11:29:56,911 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:29:56,914 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/48b8ef14c13b9f3a28865225e75f397c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,914 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:29:56,914 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 48b8ef14c13b9f3a28865225e75f397c: 2024-12-16T11:29:56,914 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734348526444.48b8ef14c13b9f3a28865225e75f397c. 2024-12-16T11:29:56,915 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebcd7b0dd9842f822425642004a1ce08, disabling compactions & flushes 2024-12-16T11:29:56,915 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:29:56,915 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:29:56,915 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. after waiting 0 ms 2024-12-16T11:29:56,915 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:29:56,918 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/ebcd7b0dd9842f822425642004a1ce08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,919 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:29:56,919 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebcd7b0dd9842f822425642004a1ce08: 2024-12-16T11:29:56,919 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734348526444.ebcd7b0dd9842f822425642004a1ce08. 2024-12-16T11:29:56,919 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 14b0ee09e5dd09360283c0d04a599f21, disabling compactions & flushes 2024-12-16T11:29:56,919 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:29:56,919 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:29:56,919 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. after waiting 0 ms 2024-12-16T11:29:56,919 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:29:56,926 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/14b0ee09e5dd09360283c0d04a599f21/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,927 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:29:56,927 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 14b0ee09e5dd09360283c0d04a599f21: 2024-12-16T11:29:56,927 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734348526444.14b0ee09e5dd09360283c0d04a599f21. 2024-12-16T11:29:56,927 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 282d9609bc44d17d8c0bc92ecf494f49, disabling compactions & flushes 2024-12-16T11:29:56,927 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:29:56,927 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:29:56,927 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. after waiting 0 ms 2024-12-16T11:29:56,927 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:29:56,930 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/282d9609bc44d17d8c0bc92ecf494f49/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,931 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:29:56,931 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 282d9609bc44d17d8c0bc92ecf494f49: 2024-12-16T11:29:56,931 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734348526444.282d9609bc44d17d8c0bc92ecf494f49. 2024-12-16T11:29:56,931 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6bd3640f5966010f9fb11ead8e34d9a5, disabling compactions & flushes 2024-12-16T11:29:56,931 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:29:56,931 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:29:56,931 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. after waiting 0 ms 2024-12-16T11:29:56,931 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:29:56,934 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/6bd3640f5966010f9fb11ead8e34d9a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,934 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:29:56,934 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6bd3640f5966010f9fb11ead8e34d9a5: 2024-12-16T11:29:56,934 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734348526444.6bd3640f5966010f9fb11ead8e34d9a5. 2024-12-16T11:29:56,934 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3294b311dea1676f505763d8a29e42a, disabling compactions & flushes 2024-12-16T11:29:56,934 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:29:56,934 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:29:56,934 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. after waiting 0 ms 2024-12-16T11:29:56,934 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:29:56,937 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/f3294b311dea1676f505763d8a29e42a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,938 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:29:56,938 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3294b311dea1676f505763d8a29e42a: 2024-12-16T11:29:56,938 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734348526444.f3294b311dea1676f505763d8a29e42a. 2024-12-16T11:29:56,938 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1aa870c6860441d59c9e8b32edae34f2, disabling compactions & flushes 2024-12-16T11:29:56,938 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:29:56,938 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:29:56,938 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. after waiting 0 ms 2024-12-16T11:29:56,938 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:29:56,943 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/1aa870c6860441d59c9e8b32edae34f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:56,944 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:29:56,944 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1aa870c6860441d59c9e8b32edae34f2: 2024-12-16T11:29:56,944 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734348526444.1aa870c6860441d59c9e8b32edae34f2. 2024-12-16T11:29:56,944 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c70e66c749579afcfa3c1d3b963fecc7, disabling compactions & flushes 2024-12-16T11:29:56,944 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of c70e66c749579afcfa3c1d3b963fecc7 2024-12-16T11:29:56,944 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c70e66c749579afcfa3c1d3b963fecc7 2/2 column families, dataSize=6.91 MB heapSize=7.04 MB 2024-12-16T11:29:56,981 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7/.tmp/f/b565a33359d747b1981b3386a1f12779 is 4136, key is NormalPut000/f:row/1734348539116/Put/seqid=0 2024-12-16T11:29:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741869_1045 (size=4145810) 2024-12-16T11:29:56,984 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.91 MB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7/.tmp/f/b565a33359d747b1981b3386a1f12779 2024-12-16T11:29:56,991 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7/.tmp/f/b565a33359d747b1981b3386a1f12779 as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7/f/b565a33359d747b1981b3386a1f12779 2024-12-16T11:29:56,997 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7/f/b565a33359d747b1981b3386a1f12779, entries=1000, sequenceid=146, filesize=4.0 M 2024-12-16T11:29:56,998 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.91 MB/7247528, heapSize ~7.04 MB/7381072, currentSize=0 B/0 for c70e66c749579afcfa3c1d3b963fecc7 in 54ms, sequenceid=146, compaction requested=false 2024-12-16T11:29:56,998 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:29:56,998 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:29:56,998 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. after waiting 0 ms 2024-12-16T11:29:56,998 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:29:57,002 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/c70e66c749579afcfa3c1d3b963fecc7/recovered.edits/149.seqid, newMaxSeqId=149, maxSeqId=1 2024-12-16T11:29:57,003 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:29:57,003 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c70e66c749579afcfa3c1d3b963fecc7: 2024-12-16T11:29:57,003 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734348526444.c70e66c749579afcfa3c1d3b963fecc7. 2024-12-16T11:29:57,003 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing eebf40c0b60c8867660ddcc18eaee402, disabling compactions & flushes 2024-12-16T11:29:57,003 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:29:57,003 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:29:57,003 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. after waiting 0 ms 2024-12-16T11:29:57,003 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:29:57,006 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/eebf40c0b60c8867660ddcc18eaee402/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:57,006 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:29:57,006 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for eebf40c0b60c8867660ddcc18eaee402: 2024-12-16T11:29:57,006 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734348526444.eebf40c0b60c8867660ddcc18eaee402. 2024-12-16T11:29:57,006 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 58d9613c780d8e371aafd4e20095ee9a, disabling compactions & flushes 2024-12-16T11:29:57,006 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:29:57,006 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:29:57,006 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. after waiting 0 ms 2024-12-16T11:29:57,006 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:29:57,008 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1629): Waiting on 029d5ca80e803fef4058769d20ce73d9, 1588230740, 58d9613c780d8e371aafd4e20095ee9a, 76bc75b8f93e710603e5559c5a65a44a, 93f9efaa2e01a2642e8a997c25d4555f, 989039ffcde2fccc7e2c73694f85562a, bcd412c848ea2369b8782e1261d6214f 2024-12-16T11:29:57,009 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/58d9613c780d8e371aafd4e20095ee9a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:57,009 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:29:57,009 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 58d9613c780d8e371aafd4e20095ee9a: 2024-12-16T11:29:57,009 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734348526444.58d9613c780d8e371aafd4e20095ee9a. 2024-12-16T11:29:57,009 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 93f9efaa2e01a2642e8a997c25d4555f, disabling compactions & flushes 2024-12-16T11:29:57,009 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:29:57,010 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:29:57,010 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. after waiting 0 ms 2024-12-16T11:29:57,010 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:29:57,012 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/93f9efaa2e01a2642e8a997c25d4555f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:57,013 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:29:57,013 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 93f9efaa2e01a2642e8a997c25d4555f: 2024-12-16T11:29:57,013 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734348526444.93f9efaa2e01a2642e8a997c25d4555f. 2024-12-16T11:29:57,013 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 76bc75b8f93e710603e5559c5a65a44a, disabling compactions & flushes 2024-12-16T11:29:57,013 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:29:57,013 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:29:57,013 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. after waiting 0 ms 2024-12-16T11:29:57,013 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:29:57,015 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/76bc75b8f93e710603e5559c5a65a44a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:57,016 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:29:57,016 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 76bc75b8f93e710603e5559c5a65a44a: 2024-12-16T11:29:57,016 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734348526444.76bc75b8f93e710603e5559c5a65a44a. 2024-12-16T11:29:57,016 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 029d5ca80e803fef4058769d20ce73d9, disabling compactions & flushes 2024-12-16T11:29:57,016 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:29:57,016 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:29:57,016 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. after waiting 0 ms 2024-12-16T11:29:57,016 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:29:57,018 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/029d5ca80e803fef4058769d20ce73d9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:57,019 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:29:57,019 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 029d5ca80e803fef4058769d20ce73d9: 2024-12-16T11:29:57,019 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734348526444.029d5ca80e803fef4058769d20ce73d9. 2024-12-16T11:29:57,019 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 989039ffcde2fccc7e2c73694f85562a, disabling compactions & flushes 2024-12-16T11:29:57,019 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:29:57,019 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:29:57,019 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. after waiting 0 ms 2024-12-16T11:29:57,019 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:29:57,021 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/989039ffcde2fccc7e2c73694f85562a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:57,022 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:29:57,022 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 989039ffcde2fccc7e2c73694f85562a: 2024-12-16T11:29:57,022 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734348526444.989039ffcde2fccc7e2c73694f85562a. 2024-12-16T11:29:57,022 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bcd412c848ea2369b8782e1261d6214f, disabling compactions & flushes 2024-12-16T11:29:57,022 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:29:57,022 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:29:57,022 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. after waiting 0 ms 2024-12-16T11:29:57,022 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:29:57,025 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/default/test/bcd412c848ea2369b8782e1261d6214f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:57,025 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:29:57,025 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bcd412c848ea2369b8782e1261d6214f: 2024-12-16T11:29:57,025 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734348526444.bcd412c848ea2369b8782e1261d6214f. 2024-12-16T11:29:57,208 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T11:29:57,284 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/rep_barrier/f9d7f4d54eab4280b82527d38113ea47 2024-12-16T11:29:57,305 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/table/31bb934f64ff48d78cce5fa35800730a is 94, key is testdroppedtimed,,1734348536368.d2aeef1928bdd12a5619c04caa365e2b./table:/1734348540251/DeleteFamily/seqid=0 2024-12-16T11:29:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741870_1046 (size=5605) 2024-12-16T11:29:57,408 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T11:29:57,408 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T11:29:57,408 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T11:29:57,608 DEBUG [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T11:29:57,709 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/table/31bb934f64ff48d78cce5fa35800730a 2024-12-16T11:29:57,715 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/info/379ab89435ca43ceb651b736fd535926 as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/info/379ab89435ca43ceb651b736fd535926 2024-12-16T11:29:57,721 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/info/379ab89435ca43ceb651b736fd535926, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T11:29:57,722 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/rep_barrier/f9d7f4d54eab4280b82527d38113ea47 as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/rep_barrier/f9d7f4d54eab4280b82527d38113ea47 2024-12-16T11:29:57,727 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/rep_barrier/f9d7f4d54eab4280b82527d38113ea47, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T11:29:57,728 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/.tmp/table/31bb934f64ff48d78cce5fa35800730a as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/table/31bb934f64ff48d78cce5fa35800730a 2024-12-16T11:29:57,733 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/table/31bb934f64ff48d78cce5fa35800730a, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T11:29:57,734 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=77, compaction requested=false 2024-12-16T11:29:57,737 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T11:29:57,738 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T11:29:57,738 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T11:29:57,738 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T11:29:57,738 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T11:29:57,809 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1250): stopping server bdbfc8246c85,36823,1734348519149; all regions closed. 2024-12-16T11:29:57,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741834_1010 (size=40374) 2024-12-16T11:29:57,814 DEBUG [RS:0;bdbfc8246c85:36823 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/oldWALs 2024-12-16T11:29:57,814 INFO [RS:0;bdbfc8246c85:36823 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bdbfc8246c85%2C36823%2C1734348519149.meta:.meta(num 1734348520902) 2024-12-16T11:29:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741832_1008 (size=7282955) 2024-12-16T11:29:57,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/WALs/bdbfc8246c85,36823,1734348519149/bdbfc8246c85%2C36823%2C1734348519149.1734348519934 not finished, retry = 0 2024-12-16T11:29:57,918 DEBUG [RS:0;bdbfc8246c85:36823 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/oldWALs 2024-12-16T11:29:57,918 INFO [RS:0;bdbfc8246c85:36823 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bdbfc8246c85%2C36823%2C1734348519149:(num 1734348519934) 2024-12-16T11:29:57,918 DEBUG [RS:0;bdbfc8246c85:36823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:57,918 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T11:29:57,919 INFO [RS:0;bdbfc8246c85:36823 {}] hbase.ChoreService(370): Chore service for: regionserver/bdbfc8246c85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T11:29:57,919 INFO [regionserver/bdbfc8246c85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T11:29:57,919 INFO [RS:0;bdbfc8246c85:36823 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;bdbfc8246c85:36823. 2024-12-16T11:29:57,920 DEBUG [RS:0;bdbfc8246c85:36823 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T11:29:57,920 DEBUG [RS:0;bdbfc8246c85:36823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:57,920 DEBUG [RS:0;bdbfc8246c85:36823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d71a585 to 127.0.0.1:59243 2024-12-16T11:29:57,920 INFO [RS:0;bdbfc8246c85:36823 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36823 2024-12-16T11:29:57,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/bdbfc8246c85,36823,1734348519149 2024-12-16T11:29:57,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T11:29:57,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdbfc8246c85,36823,1734348519149] 2024-12-16T11:29:57,925 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bdbfc8246c85,36823,1734348519149; numProcessing=1 2024-12-16T11:29:57,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/bdbfc8246c85,36823,1734348519149 already deleted, retry=false 2024-12-16T11:29:57,927 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bdbfc8246c85,36823,1734348519149 expired; onlineServers=0 2024-12-16T11:29:57,927 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bdbfc8246c85,38573,1734348519110' ***** 2024-12-16T11:29:57,927 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T11:29:57,927 DEBUG [M:0;bdbfc8246c85:38573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7432883e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdbfc8246c85/172.17.0.2:0 2024-12-16T11:29:57,927 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HRegionServer(1224): stopping server bdbfc8246c85,38573,1734348519110 2024-12-16T11:29:57,927 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HRegionServer(1250): stopping server bdbfc8246c85,38573,1734348519110; all regions closed. 2024-12-16T11:29:57,927 DEBUG [M:0;bdbfc8246c85:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:57,927 DEBUG [M:0;bdbfc8246c85:38573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T11:29:57,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T11:29:57,927 DEBUG [M:0;bdbfc8246c85:38573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T11:29:57,927 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.large.0-1734348519737 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.large.0-1734348519737,5,FailOnTimeoutGroup] 2024-12-16T11:29:57,927 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.small.0-1734348519737 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.small.0-1734348519737,5,FailOnTimeoutGroup] 2024-12-16T11:29:57,928 INFO [M:0;bdbfc8246c85:38573 {}] hbase.ChoreService(370): Chore service for: master/bdbfc8246c85:0 had [] on shutdown 2024-12-16T11:29:57,928 DEBUG [M:0;bdbfc8246c85:38573 {}] master.HMaster(1733): Stopping service threads 2024-12-16T11:29:57,928 INFO [M:0;bdbfc8246c85:38573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T11:29:57,928 INFO [M:0;bdbfc8246c85:38573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T11:29:57,928 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T11:29:57,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-16T11:29:57,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T11:29:57,929 DEBUG [M:0;bdbfc8246c85:38573 {}] zookeeper.ZKUtil(347): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-16T11:29:57,929 WARN [M:0;bdbfc8246c85:38573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T11:29:57,929 INFO [M:0;bdbfc8246c85:38573 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T11:29:57,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T11:29:57,929 INFO [M:0;bdbfc8246c85:38573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T11:29:57,929 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T11:29:57,929 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:29:57,929 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:29:57,929 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T11:29:57,929 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:29:57,929 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.29 KB heapSize=270.98 KB 2024-12-16T11:29:57,945 DEBUG [M:0;bdbfc8246c85:38573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c04c9b8dfa945df90f971415201a628 is 82, key is hbase:meta,,1/info:regioninfo/1734348520943/Put/seqid=0 2024-12-16T11:29:57,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741871_1047 (size=5672) 2024-12-16T11:29:58,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:29:58,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x100094314070004, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:29:58,025 INFO [RS:0;bdbfc8246c85:36823 {}] regionserver.HRegionServer(1307): Exiting; stopping=bdbfc8246c85,36823,1734348519149; zookeeper connection closed. 2024-12-16T11:29:58,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ce3f902 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ce3f902 2024-12-16T11:29:58,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T11:29:58,349 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c04c9b8dfa945df90f971415201a628 2024-12-16T11:29:58,372 DEBUG [M:0;bdbfc8246c85:38573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207f9324f0eb42a0b21601fb587d5617 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734348530876/Put/seqid=0 2024-12-16T11:29:58,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741872_1048 (size=11252) 2024-12-16T11:29:58,777 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.73 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207f9324f0eb42a0b21601fb587d5617 2024-12-16T11:29:58,782 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 207f9324f0eb42a0b21601fb587d5617 2024-12-16T11:29:58,796 DEBUG [M:0;bdbfc8246c85:38573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d559087fb41408e87d890e3d65c2fe4 is 69, key is bdbfc8246c85,36823,1734348519149/rs:state/1734348519786/Put/seqid=0 2024-12-16T11:29:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741873_1049 (size=5156) 2024-12-16T11:29:59,200 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d559087fb41408e87d890e3d65c2fe4 2024-12-16T11:29:59,206 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c04c9b8dfa945df90f971415201a628 as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c04c9b8dfa945df90f971415201a628 2024-12-16T11:29:59,211 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c04c9b8dfa945df90f971415201a628, entries=8, sequenceid=549, filesize=5.5 K 2024-12-16T11:29:59,212 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207f9324f0eb42a0b21601fb587d5617 as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/207f9324f0eb42a0b21601fb587d5617 2024-12-16T11:29:59,217 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 207f9324f0eb42a0b21601fb587d5617 2024-12-16T11:29:59,217 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/207f9324f0eb42a0b21601fb587d5617, entries=69, sequenceid=549, filesize=11.0 K 2024-12-16T11:29:59,217 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d559087fb41408e87d890e3d65c2fe4 as hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d559087fb41408e87d890e3d65c2fe4 2024-12-16T11:29:59,222 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41413/user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d559087fb41408e87d890e3d65c2fe4, entries=1, sequenceid=549, filesize=5.0 K 2024-12-16T11:29:59,222 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.29 KB/225576, heapSize ~270.69 KB/277184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=549, compaction requested=false 2024-12-16T11:29:59,224 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:29:59,224 DEBUG [M:0;bdbfc8246c85:38573 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T11:29:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741830_1006 (size=262188) 2024-12-16T11:29:59,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ff0b8769-c398-2cec-ef84-49bb4b069e3a/MasterData/WALs/bdbfc8246c85,38573,1734348519110/bdbfc8246c85%2C38573%2C1734348519110.1734348519646 not finished, retry = 0 2024-12-16T11:29:59,327 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T11:29:59,327 INFO [M:0;bdbfc8246c85:38573 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T11:29:59,327 INFO [M:0;bdbfc8246c85:38573 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38573 2024-12-16T11:29:59,331 DEBUG [M:0;bdbfc8246c85:38573 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/bdbfc8246c85,38573,1734348519110 already deleted, retry=false 2024-12-16T11:29:59,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:29:59,433 INFO [M:0;bdbfc8246c85:38573 {}] regionserver.HRegionServer(1307): Exiting; stopping=bdbfc8246c85,38573,1734348519110; zookeeper connection closed. 2024-12-16T11:29:59,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38573-0x100094314070003, quorum=127.0.0.1:59243, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:29:59,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74bf8ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T11:29:59,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c474772{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T11:29:59,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T11:29:59,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f7c44e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T11:29:59,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565e065d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/hadoop.log.dir/,STOPPED} 2024-12-16T11:29:59,442 WARN [BP-244681639-172.17.0.2-1734348518581 heartbeating to localhost/127.0.0.1:41413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T11:29:59,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T11:29:59,442 WARN [BP-244681639-172.17.0.2-1734348518581 heartbeating to localhost/127.0.0.1:41413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-244681639-172.17.0.2-1734348518581 (Datanode Uuid c09b2f66-80df-4e65-bebe-c8239bfcd70c) service to localhost/127.0.0.1:41413 2024-12-16T11:29:59,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T11:29:59,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/cluster_9beaab1b-2571-2234-003f-1b39067deba3/dfs/data/data1/current/BP-244681639-172.17.0.2-1734348518581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T11:29:59,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/cluster_9beaab1b-2571-2234-003f-1b39067deba3/dfs/data/data2/current/BP-244681639-172.17.0.2-1734348518581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T11:29:59,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T11:29:59,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65417aa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T11:29:59,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8c6bb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T11:29:59,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T11:29:59,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38cf73e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T11:29:59,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7ed6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0a552ad6-1d0b-40e8-596a-ee1277b03b5a/hadoop.log.dir/,STOPPED} 2024-12-16T11:29:59,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T11:29:59,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T11:29:59,476 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T11:29:59,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23d15c37 to 127.0.0.1:59243 2024-12-16T11:29:59,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:59,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T11:29:59,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-12-16T11:29:59,476 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bdbfc8246c85,39387,1734348513690 2024-12-16T11:29:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T11:29:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T11:29:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:29:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:29:59,478 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T11:29:59,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:59,478 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bdbfc8246c85,38643,1734348514326' ***** 2024-12-16T11:29:59,478 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T11:29:59,478 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T11:29:59,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T11:29:59,478 INFO [RS:0;bdbfc8246c85:38643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T11:29:59,478 INFO [RS:0;bdbfc8246c85:38643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T11:29:59,478 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 771e0c9a4f827751da4d8d686197ca97 2024-12-16T11:29:59,478 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for cd3dde6b2ffb2b33398f466ed408fac6 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 074fdffc6027bf3f1dfa02bb0240b072 2024-12-16T11:29:59,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T11:29:59,479 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 771e0c9a4f827751da4d8d686197ca97, disabling compactions & flushes 2024-12-16T11:29:59,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 817919bdcf07568aa45bb80f2b34ad9d 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for f3fc9c4895275402d4b3655f588d38b6 2024-12-16T11:29:59,479 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 0fa4d9b82f1cec1b6e24f917d1afd582 2024-12-16T11:29:59,479 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 82bd635c758b4769a0f3a6a24178c524 2024-12-16T11:29:59,479 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. after waiting 0 ms 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for cbb019afc9481a9cb476e5aecc97a1d8 2024-12-16T11:29:59,479 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for e6463ead6f99e776923e389a457b2da1 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 16998397235af9e08dbfc744ae9b6f09 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 94d656b69b55613597973b892c93a169 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ba17017ade3433385fd69ceb24a0c66 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 272fa09a583be953d27a417295c8d2c6 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for be643013b8e6b8560a26a8187c60ad2d 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 0c09623d4b31668c04cdec51b0a719bc 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 4f4ac1babab69c0280cd195188f1b71c 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 9a430f72a20af9ea90a9bfd4eb439ebb 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 6f3b0e6e694e79a37794b58b8cc3a114 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 7f7aa2015daca48601c43de05767d90d 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for e776449a758653e77d8645f5f6c653cf 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 6785cef4090e34dc2108b9d11128f330 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 761da22b2b9159309f0e09f89d8b98b2 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for fceae7eb332bba6269b928a2d7573045 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for d789966aa6d2937474796b800e42f64c 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 0e3f25bf3b41f53193e7fc08bae54da4 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 437a4bc1c082e49e5982aa579e452bf0 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1224): stopping server bdbfc8246c85,38643,1734348514326 2024-12-16T11:29:59,479 DEBUG [RS:0;bdbfc8246c85:38643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T11:29:59,479 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T11:29:59,480 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T11:29:59,480 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1629): Waiting on 074fdffc6027bf3f1dfa02bb0240b072, 0c09623d4b31668c04cdec51b0a719bc, 0e3f25bf3b41f53193e7fc08bae54da4, 0fa4d9b82f1cec1b6e24f917d1afd582, 1588230740, 16998397235af9e08dbfc744ae9b6f09, 272fa09a583be953d27a417295c8d2c6, 2ba17017ade3433385fd69ceb24a0c66, 437a4bc1c082e49e5982aa579e452bf0, 4f4ac1babab69c0280cd195188f1b71c, 6785cef4090e34dc2108b9d11128f330, 6f3b0e6e694e79a37794b58b8cc3a114, 761da22b2b9159309f0e09f89d8b98b2, 771e0c9a4f827751da4d8d686197ca97, 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, 7f7aa2015daca48601c43de05767d90d, 817919bdcf07568aa45bb80f2b34ad9d, 82bd635c758b4769a0f3a6a24178c524, 94d656b69b55613597973b892c93a169, 9a430f72a20af9ea90a9bfd4eb439ebb, be643013b8e6b8560a26a8187c60ad2d, cbb019afc9481a9cb476e5aecc97a1d8, cd3dde6b2ffb2b33398f466ed408fac6, d789966aa6d2937474796b800e42f64c, e6463ead6f99e776923e389a457b2da1, e776449a758653e77d8645f5f6c653cf, f3fc9c4895275402d4b3655f588d38b6, fceae7eb332bba6269b928a2d7573045 2024-12-16T11:29:59,480 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T11:29:59,480 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T11:29:59,480 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T11:29:59,480 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T11:29:59,480 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T11:29:59,480 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T11:29:59,483 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/771e0c9a4f827751da4d8d686197ca97/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,483 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:29:59,483 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 771e0c9a4f827751da4d8d686197ca97: 2024-12-16T11:29:59,483 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734348522301.771e0c9a4f827751da4d8d686197ca97. 2024-12-16T11:29:59,483 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cd3dde6b2ffb2b33398f466ed408fac6, disabling compactions & flushes 2024-12-16T11:29:59,483 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:29:59,484 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:29:59,484 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. after waiting 0 ms 2024-12-16T11:29:59,484 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:29:59,487 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cd3dde6b2ffb2b33398f466ed408fac6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,487 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:29:59,487 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cd3dde6b2ffb2b33398f466ed408fac6: 2024-12-16T11:29:59,487 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734348522301.cd3dde6b2ffb2b33398f466ed408fac6. 2024-12-16T11:29:59,487 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 074fdffc6027bf3f1dfa02bb0240b072, disabling compactions & flushes 2024-12-16T11:29:59,487 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:29:59,487 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:29:59,487 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. after waiting 0 ms 2024-12-16T11:29:59,487 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:29:59,490 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/074fdffc6027bf3f1dfa02bb0240b072/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,491 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:29:59,491 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 074fdffc6027bf3f1dfa02bb0240b072: 2024-12-16T11:29:59,491 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734348522301.074fdffc6027bf3f1dfa02bb0240b072. 2024-12-16T11:29:59,491 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 817919bdcf07568aa45bb80f2b34ad9d, disabling compactions & flushes 2024-12-16T11:29:59,491 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:29:59,491 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:29:59,491 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. after waiting 0 ms 2024-12-16T11:29:59,491 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:29:59,493 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/817919bdcf07568aa45bb80f2b34ad9d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,494 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:29:59,494 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 817919bdcf07568aa45bb80f2b34ad9d: 2024-12-16T11:29:59,494 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d. 2024-12-16T11:29:59,494 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3fc9c4895275402d4b3655f588d38b6, disabling compactions & flushes 2024-12-16T11:29:59,494 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:29:59,494 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:29:59,494 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. after waiting 0 ms 2024-12-16T11:29:59,494 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:29:59,497 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/f3fc9c4895275402d4b3655f588d38b6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,497 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:29:59,497 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3fc9c4895275402d4b3655f588d38b6: 2024-12-16T11:29:59,497 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734348522301.f3fc9c4895275402d4b3655f588d38b6. 2024-12-16T11:29:59,497 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0fa4d9b82f1cec1b6e24f917d1afd582, disabling compactions & flushes 2024-12-16T11:29:59,497 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:29:59,497 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:29:59,497 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. after waiting 0 ms 2024-12-16T11:29:59,497 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:29:59,498 INFO [regionserver/bdbfc8246c85:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T11:29:59,499 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/info/e521d90f654b40cc84fa4fbe6f2c44e9 is 143, key is hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6./info:regioninfo/1734348518214/Put/seqid=0 2024-12-16T11:29:59,500 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0fa4d9b82f1cec1b6e24f917d1afd582/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,501 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:29:59,501 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0fa4d9b82f1cec1b6e24f917d1afd582: 2024-12-16T11:29:59,501 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734348522301.0fa4d9b82f1cec1b6e24f917d1afd582. 2024-12-16T11:29:59,501 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 82bd635c758b4769a0f3a6a24178c524, disabling compactions & flushes 2024-12-16T11:29:59,501 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:29:59,501 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:29:59,501 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. after waiting 0 ms 2024-12-16T11:29:59,501 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:29:59,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741867_1043 (size=36340) 2024-12-16T11:29:59,504 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/82bd635c758b4769a0f3a6a24178c524/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,505 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:29:59,505 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 82bd635c758b4769a0f3a6a24178c524: 2024-12-16T11:29:59,505 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734348522301.82bd635c758b4769a0f3a6a24178c524. 2024-12-16T11:29:59,505 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cbb019afc9481a9cb476e5aecc97a1d8, disabling compactions & flushes 2024-12-16T11:29:59,505 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:29:59,505 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:29:59,505 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. after waiting 0 ms 2024-12-16T11:29:59,505 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:29:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/cbb019afc9481a9cb476e5aecc97a1d8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,508 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:29:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cbb019afc9481a9cb476e5aecc97a1d8: 2024-12-16T11:29:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734348522301.cbb019afc9481a9cb476e5aecc97a1d8. 2024-12-16T11:29:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e6463ead6f99e776923e389a457b2da1, disabling compactions & flushes 2024-12-16T11:29:59,508 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:29:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:29:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. after waiting 0 ms 2024-12-16T11:29:59,508 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:29:59,511 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e6463ead6f99e776923e389a457b2da1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,512 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:29:59,512 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e6463ead6f99e776923e389a457b2da1: 2024-12-16T11:29:59,512 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734348522301.e6463ead6f99e776923e389a457b2da1. 2024-12-16T11:29:59,512 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 16998397235af9e08dbfc744ae9b6f09, disabling compactions & flushes 2024-12-16T11:29:59,512 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:29:59,512 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:29:59,512 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. after waiting 0 ms 2024-12-16T11:29:59,512 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:29:59,514 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/16998397235af9e08dbfc744ae9b6f09/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,515 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:29:59,515 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 16998397235af9e08dbfc744ae9b6f09: 2024-12-16T11:29:59,515 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734348522301.16998397235af9e08dbfc744ae9b6f09. 2024-12-16T11:29:59,515 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 94d656b69b55613597973b892c93a169, disabling compactions & flushes 2024-12-16T11:29:59,515 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:29:59,515 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:29:59,515 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734348522301.94d656b69b55613597973b892c93a169. after waiting 0 ms 2024-12-16T11:29:59,515 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:29:59,518 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/94d656b69b55613597973b892c93a169/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,519 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:29:59,519 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 94d656b69b55613597973b892c93a169: 2024-12-16T11:29:59,519 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734348522301.94d656b69b55613597973b892c93a169. 2024-12-16T11:29:59,519 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ba17017ade3433385fd69ceb24a0c66, disabling compactions & flushes 2024-12-16T11:29:59,519 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:29:59,519 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:29:59,519 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. after waiting 0 ms 2024-12-16T11:29:59,519 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:29:59,522 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/2ba17017ade3433385fd69ceb24a0c66/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,522 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:29:59,522 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ba17017ade3433385fd69ceb24a0c66: 2024-12-16T11:29:59,522 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734348522301.2ba17017ade3433385fd69ceb24a0c66. 2024-12-16T11:29:59,522 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 272fa09a583be953d27a417295c8d2c6, disabling compactions & flushes 2024-12-16T11:29:59,522 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:29:59,522 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:29:59,522 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. after waiting 0 ms 2024-12-16T11:29:59,522 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:29:59,522 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 272fa09a583be953d27a417295c8d2c6 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T11:29:59,537 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6/.tmp/info/2b3ea2b9eaf4431ab4015561ec3db25b is 45, key is default/info:d/1734348518340/Put/seqid=0 2024-12-16T11:29:59,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741868_1044 (size=5037) 2024-12-16T11:29:59,605 INFO [regionserver/bdbfc8246c85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T11:29:59,605 INFO [regionserver/bdbfc8246c85:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T11:29:59,680 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1629): Waiting on 0c09623d4b31668c04cdec51b0a719bc, 0e3f25bf3b41f53193e7fc08bae54da4, 1588230740, 272fa09a583be953d27a417295c8d2c6, 437a4bc1c082e49e5982aa579e452bf0, 4f4ac1babab69c0280cd195188f1b71c, 6785cef4090e34dc2108b9d11128f330, 6f3b0e6e694e79a37794b58b8cc3a114, 761da22b2b9159309f0e09f89d8b98b2, 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, 7f7aa2015daca48601c43de05767d90d, 9a430f72a20af9ea90a9bfd4eb439ebb, be643013b8e6b8560a26a8187c60ad2d, d789966aa6d2937474796b800e42f64c, e776449a758653e77d8645f5f6c653cf, fceae7eb332bba6269b928a2d7573045 2024-12-16T11:29:59,880 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1629): Waiting on 0c09623d4b31668c04cdec51b0a719bc, 0e3f25bf3b41f53193e7fc08bae54da4, 1588230740, 272fa09a583be953d27a417295c8d2c6, 437a4bc1c082e49e5982aa579e452bf0, 4f4ac1babab69c0280cd195188f1b71c, 6785cef4090e34dc2108b9d11128f330, 6f3b0e6e694e79a37794b58b8cc3a114, 761da22b2b9159309f0e09f89d8b98b2, 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, 7f7aa2015daca48601c43de05767d90d, 9a430f72a20af9ea90a9bfd4eb439ebb, be643013b8e6b8560a26a8187c60ad2d, d789966aa6d2937474796b800e42f64c, e776449a758653e77d8645f5f6c653cf, fceae7eb332bba6269b928a2d7573045 2024-12-16T11:29:59,904 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/info/e521d90f654b40cc84fa4fbe6f2c44e9 2024-12-16T11:29:59,924 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/rep_barrier/1fb58b3b1aab4e19b2402ac2dc16f547 is 115, key is test,bbb,1734348522301.817919bdcf07568aa45bb80f2b34ad9d./rep_barrier:seqnumDuringOpen/1734348525632/Put/seqid=0 2024-12-16T11:29:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741869_1045 (size=8574) 2024-12-16T11:29:59,941 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6/.tmp/info/2b3ea2b9eaf4431ab4015561ec3db25b 2024-12-16T11:29:59,947 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6/.tmp/info/2b3ea2b9eaf4431ab4015561ec3db25b as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6/info/2b3ea2b9eaf4431ab4015561ec3db25b 2024-12-16T11:29:59,952 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6/info/2b3ea2b9eaf4431ab4015561ec3db25b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T11:29:59,953 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 272fa09a583be953d27a417295c8d2c6 in 431ms, sequenceid=6, compaction requested=false 2024-12-16T11:29:59,953 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T11:29:59,959 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/namespace/272fa09a583be953d27a417295c8d2c6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T11:29:59,960 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:29:59,960 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 272fa09a583be953d27a417295c8d2c6: 2024-12-16T11:29:59,960 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734348517795.272fa09a583be953d27a417295c8d2c6. 2024-12-16T11:29:59,960 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing be643013b8e6b8560a26a8187c60ad2d, disabling compactions & flushes 2024-12-16T11:29:59,960 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:29:59,960 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:29:59,960 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. after waiting 0 ms 2024-12-16T11:29:59,960 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:29:59,963 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/be643013b8e6b8560a26a8187c60ad2d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:29:59,963 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:29:59,963 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for be643013b8e6b8560a26a8187c60ad2d: 2024-12-16T11:29:59,963 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734348522301.be643013b8e6b8560a26a8187c60ad2d. 2024-12-16T11:29:59,964 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, disabling compactions & flushes 2024-12-16T11:29:59,964 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:29:59,964 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:29:59,964 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. after waiting 0 ms 2024-12-16T11:29:59,964 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:29:59,964 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-16T11:29:59,997 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/.tmp/f/be3e23c35caa49a6b97cc780056bb898 is 4136, key is NormalPut000/f:row/1734348539116/Put/seqid=0 2024-12-16T11:30:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741870_1046 (size=4147225) 2024-12-16T11:30:00,080 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1629): Waiting on 0c09623d4b31668c04cdec51b0a719bc, 0e3f25bf3b41f53193e7fc08bae54da4, 1588230740, 437a4bc1c082e49e5982aa579e452bf0, 4f4ac1babab69c0280cd195188f1b71c, 6785cef4090e34dc2108b9d11128f330, 6f3b0e6e694e79a37794b58b8cc3a114, 761da22b2b9159309f0e09f89d8b98b2, 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, 7f7aa2015daca48601c43de05767d90d, 9a430f72a20af9ea90a9bfd4eb439ebb, d789966aa6d2937474796b800e42f64c, e776449a758653e77d8645f5f6c653cf, fceae7eb332bba6269b928a2d7573045 2024-12-16T11:30:00,281 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1629): Waiting on 0c09623d4b31668c04cdec51b0a719bc, 0e3f25bf3b41f53193e7fc08bae54da4, 1588230740, 437a4bc1c082e49e5982aa579e452bf0, 4f4ac1babab69c0280cd195188f1b71c, 6785cef4090e34dc2108b9d11128f330, 6f3b0e6e694e79a37794b58b8cc3a114, 761da22b2b9159309f0e09f89d8b98b2, 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7, 7f7aa2015daca48601c43de05767d90d, 9a430f72a20af9ea90a9bfd4eb439ebb, d789966aa6d2937474796b800e42f64c, e776449a758653e77d8645f5f6c653cf, fceae7eb332bba6269b928a2d7573045 2024-12-16T11:30:00,329 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/rep_barrier/1fb58b3b1aab4e19b2402ac2dc16f547 2024-12-16T11:30:00,348 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/table/9b3a5f478f8e4e5591a92e8a81885ae9 is 94, key is testdroppedtimed,,1734348535254.f29b340cb848aede323db747e0779582./table:/1734348593041/DeleteFamily/seqid=0 2024-12-16T11:30:00,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741871_1047 (size=5605) 2024-12-16T11:30:00,400 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/.tmp/f/be3e23c35caa49a6b97cc780056bb898 2024-12-16T11:30:00,405 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/.tmp/f/be3e23c35caa49a6b97cc780056bb898 as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/f/be3e23c35caa49a6b97cc780056bb898 2024-12-16T11:30:00,410 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/f/be3e23c35caa49a6b97cc780056bb898, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-16T11:30:00,411 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7 in 447ms, sequenceid=1004, compaction requested=false 2024-12-16T11:30:00,411 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-16T11:30:00,414 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7c3c7ee5f8c8e8e336d08dfa5f9ee9e7/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-16T11:30:00,415 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:30:00,415 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7c3c7ee5f8c8e8e336d08dfa5f9ee9e7: 2024-12-16T11:30:00,415 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734348522301.7c3c7ee5f8c8e8e336d08dfa5f9ee9e7. 2024-12-16T11:30:00,415 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0c09623d4b31668c04cdec51b0a719bc, disabling compactions & flushes 2024-12-16T11:30:00,415 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:30:00,415 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:30:00,415 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. after waiting 0 ms 2024-12-16T11:30:00,415 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:30:00,417 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0c09623d4b31668c04cdec51b0a719bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,418 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:30:00,418 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0c09623d4b31668c04cdec51b0a719bc: 2024-12-16T11:30:00,418 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734348522301.0c09623d4b31668c04cdec51b0a719bc. 2024-12-16T11:30:00,418 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4f4ac1babab69c0280cd195188f1b71c, disabling compactions & flushes 2024-12-16T11:30:00,418 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:30:00,418 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:30:00,418 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. after waiting 0 ms 2024-12-16T11:30:00,418 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:30:00,420 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/4f4ac1babab69c0280cd195188f1b71c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,421 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:30:00,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4f4ac1babab69c0280cd195188f1b71c: 2024-12-16T11:30:00,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734348522301.4f4ac1babab69c0280cd195188f1b71c. 2024-12-16T11:30:00,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9a430f72a20af9ea90a9bfd4eb439ebb, disabling compactions & flushes 2024-12-16T11:30:00,421 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:30:00,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:30:00,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. after waiting 0 ms 2024-12-16T11:30:00,421 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:30:00,423 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/9a430f72a20af9ea90a9bfd4eb439ebb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,424 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:30:00,424 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9a430f72a20af9ea90a9bfd4eb439ebb: 2024-12-16T11:30:00,424 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734348522301.9a430f72a20af9ea90a9bfd4eb439ebb. 2024-12-16T11:30:00,424 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6f3b0e6e694e79a37794b58b8cc3a114, disabling compactions & flushes 2024-12-16T11:30:00,424 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:30:00,424 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:30:00,424 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. after waiting 0 ms 2024-12-16T11:30:00,424 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:30:00,426 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6f3b0e6e694e79a37794b58b8cc3a114/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,427 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:30:00,427 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6f3b0e6e694e79a37794b58b8cc3a114: 2024-12-16T11:30:00,427 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734348522301.6f3b0e6e694e79a37794b58b8cc3a114. 2024-12-16T11:30:00,427 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7f7aa2015daca48601c43de05767d90d, disabling compactions & flushes 2024-12-16T11:30:00,427 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:30:00,427 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:30:00,427 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. after waiting 0 ms 2024-12-16T11:30:00,427 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:30:00,429 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/7f7aa2015daca48601c43de05767d90d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,430 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:30:00,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7f7aa2015daca48601c43de05767d90d: 2024-12-16T11:30:00,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734348522301.7f7aa2015daca48601c43de05767d90d. 2024-12-16T11:30:00,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e776449a758653e77d8645f5f6c653cf, disabling compactions & flushes 2024-12-16T11:30:00,430 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:30:00,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:30:00,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. after waiting 0 ms 2024-12-16T11:30:00,430 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:30:00,433 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/e776449a758653e77d8645f5f6c653cf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,433 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:30:00,433 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e776449a758653e77d8645f5f6c653cf: 2024-12-16T11:30:00,433 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734348522301.e776449a758653e77d8645f5f6c653cf. 2024-12-16T11:30:00,433 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6785cef4090e34dc2108b9d11128f330, disabling compactions & flushes 2024-12-16T11:30:00,433 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:30:00,433 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:30:00,433 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. after waiting 0 ms 2024-12-16T11:30:00,433 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:30:00,436 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/6785cef4090e34dc2108b9d11128f330/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,436 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:30:00,436 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6785cef4090e34dc2108b9d11128f330: 2024-12-16T11:30:00,436 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734348522301.6785cef4090e34dc2108b9d11128f330. 2024-12-16T11:30:00,436 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 761da22b2b9159309f0e09f89d8b98b2, disabling compactions & flushes 2024-12-16T11:30:00,436 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:30:00,436 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:30:00,436 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. after waiting 0 ms 2024-12-16T11:30:00,436 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:30:00,439 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/761da22b2b9159309f0e09f89d8b98b2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,439 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:30:00,439 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 761da22b2b9159309f0e09f89d8b98b2: 2024-12-16T11:30:00,439 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734348522301.761da22b2b9159309f0e09f89d8b98b2. 2024-12-16T11:30:00,439 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fceae7eb332bba6269b928a2d7573045, disabling compactions & flushes 2024-12-16T11:30:00,439 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:30:00,439 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:30:00,439 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. after waiting 0 ms 2024-12-16T11:30:00,439 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:30:00,442 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/fceae7eb332bba6269b928a2d7573045/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,442 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:30:00,442 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fceae7eb332bba6269b928a2d7573045: 2024-12-16T11:30:00,442 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734348522301.fceae7eb332bba6269b928a2d7573045. 2024-12-16T11:30:00,442 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d789966aa6d2937474796b800e42f64c, disabling compactions & flushes 2024-12-16T11:30:00,442 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:30:00,442 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:30:00,442 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. after waiting 0 ms 2024-12-16T11:30:00,442 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:30:00,445 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/d789966aa6d2937474796b800e42f64c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,445 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:30:00,445 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d789966aa6d2937474796b800e42f64c: 2024-12-16T11:30:00,445 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734348522301.d789966aa6d2937474796b800e42f64c. 2024-12-16T11:30:00,445 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0e3f25bf3b41f53193e7fc08bae54da4, disabling compactions & flushes 2024-12-16T11:30:00,445 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:30:00,445 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:30:00,445 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. after waiting 0 ms 2024-12-16T11:30:00,445 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:30:00,448 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/0e3f25bf3b41f53193e7fc08bae54da4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,448 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:30:00,448 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0e3f25bf3b41f53193e7fc08bae54da4: 2024-12-16T11:30:00,448 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734348522301.0e3f25bf3b41f53193e7fc08bae54da4. 2024-12-16T11:30:00,448 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 437a4bc1c082e49e5982aa579e452bf0, disabling compactions & flushes 2024-12-16T11:30:00,448 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:30:00,448 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:30:00,448 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. after waiting 0 ms 2024-12-16T11:30:00,448 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:30:00,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/default/test/437a4bc1c082e49e5982aa579e452bf0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T11:30:00,451 INFO [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:30:00,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 437a4bc1c082e49e5982aa579e452bf0: 2024-12-16T11:30:00,451 DEBUG [RS_CLOSE_REGION-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734348522301.437a4bc1c082e49e5982aa579e452bf0. 2024-12-16T11:30:00,481 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T11:30:00,481 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T11:30:00,481 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T11:30:00,681 DEBUG [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T11:30:00,752 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/table/9b3a5f478f8e4e5591a92e8a81885ae9 2024-12-16T11:30:00,759 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/info/e521d90f654b40cc84fa4fbe6f2c44e9 as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/info/e521d90f654b40cc84fa4fbe6f2c44e9 2024-12-16T11:30:00,763 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/info/e521d90f654b40cc84fa4fbe6f2c44e9, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T11:30:00,764 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/rep_barrier/1fb58b3b1aab4e19b2402ac2dc16f547 as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/rep_barrier/1fb58b3b1aab4e19b2402ac2dc16f547 2024-12-16T11:30:00,769 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/rep_barrier/1fb58b3b1aab4e19b2402ac2dc16f547, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T11:30:00,769 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/.tmp/table/9b3a5f478f8e4e5591a92e8a81885ae9 as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/table/9b3a5f478f8e4e5591a92e8a81885ae9 2024-12-16T11:30:00,774 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/table/9b3a5f478f8e4e5591a92e8a81885ae9, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T11:30:00,774 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=77, compaction requested=false 2024-12-16T11:30:00,775 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T11:30:00,778 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T11:30:00,779 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T11:30:00,779 INFO [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T11:30:00,779 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T11:30:00,779 DEBUG [RS_CLOSE_META-regionserver/bdbfc8246c85:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T11:30:00,881 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1250): stopping server bdbfc8246c85,38643,1734348514326; all regions closed. 2024-12-16T11:30:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741834_1010 (size=40374) 2024-12-16T11:30:00,885 DEBUG [RS:0;bdbfc8246c85:38643 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/oldWALs 2024-12-16T11:30:00,885 INFO [RS:0;bdbfc8246c85:38643 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bdbfc8246c85%2C38643%2C1734348514326.meta:.meta(num 1734348517577) 2024-12-16T11:30:00,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741832_1008 (size=4217378) 2024-12-16T11:30:00,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/WALs/bdbfc8246c85,38643,1734348514326/bdbfc8246c85%2C38643%2C1734348514326.1734348516690 not finished, retry = 0 2024-12-16T11:30:00,990 DEBUG [RS:0;bdbfc8246c85:38643 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/oldWALs 2024-12-16T11:30:00,990 INFO [RS:0;bdbfc8246c85:38643 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bdbfc8246c85%2C38643%2C1734348514326:(num 1734348516690) 2024-12-16T11:30:00,990 DEBUG [RS:0;bdbfc8246c85:38643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:30:00,990 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T11:30:00,990 INFO [RS:0;bdbfc8246c85:38643 {}] hbase.ChoreService(370): Chore service for: regionserver/bdbfc8246c85:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T11:30:00,990 INFO [regionserver/bdbfc8246c85:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T11:30:00,990 INFO [RS:0;bdbfc8246c85:38643 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38643 2024-12-16T11:30:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/bdbfc8246c85,38643,1734348514326 2024-12-16T11:30:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T11:30:00,993 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fc8ac8dfd90@41d4f2d3 rejected from java.util.concurrent.ThreadPoolExecutor@4d6648d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 19] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-16T11:30:00,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bdbfc8246c85,38643,1734348514326] 2024-12-16T11:30:00,994 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bdbfc8246c85,38643,1734348514326; numProcessing=1 2024-12-16T11:30:00,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/bdbfc8246c85,38643,1734348514326 already deleted, retry=false 2024-12-16T11:30:00,995 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bdbfc8246c85,38643,1734348514326 expired; onlineServers=0 2024-12-16T11:30:00,995 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bdbfc8246c85,39387,1734348513690' ***** 2024-12-16T11:30:00,995 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T11:30:00,995 DEBUG [M:0;bdbfc8246c85:39387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1577fddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bdbfc8246c85/172.17.0.2:0 2024-12-16T11:30:00,995 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HRegionServer(1224): stopping server bdbfc8246c85,39387,1734348513690 2024-12-16T11:30:00,995 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HRegionServer(1250): stopping server bdbfc8246c85,39387,1734348513690; all regions closed. 2024-12-16T11:30:00,995 DEBUG [M:0;bdbfc8246c85:39387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T11:30:00,996 DEBUG [M:0;bdbfc8246c85:39387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T11:30:00,996 DEBUG [M:0;bdbfc8246c85:39387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T11:30:00,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T11:30:00,996 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.large.0-1734348516351 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.large.0-1734348516351,5,FailOnTimeoutGroup] 2024-12-16T11:30:00,996 DEBUG [master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.small.0-1734348516354 {}] cleaner.HFileCleaner(306): Exit Thread[master/bdbfc8246c85:0:becomeActiveMaster-HFileCleaner.small.0-1734348516354,5,FailOnTimeoutGroup] 2024-12-16T11:30:00,996 INFO [M:0;bdbfc8246c85:39387 {}] hbase.ChoreService(370): Chore service for: master/bdbfc8246c85:0 had [] on shutdown 2024-12-16T11:30:00,996 DEBUG [M:0;bdbfc8246c85:39387 {}] master.HMaster(1733): Stopping service threads 2024-12-16T11:30:00,996 INFO [M:0;bdbfc8246c85:39387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T11:30:00,996 ERROR [M:0;bdbfc8246c85:39387 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1333850835) connection to localhost/127.0.0.1:36717 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36717,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-16T11:30:00,996 INFO [M:0;bdbfc8246c85:39387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T11:30:00,996 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T11:30:00,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-16T11:30:00,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T11:30:00,998 DEBUG [M:0;bdbfc8246c85:39387 {}] zookeeper.ZKUtil(347): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-16T11:30:00,998 WARN [M:0;bdbfc8246c85:39387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T11:30:00,998 INFO [M:0;bdbfc8246c85:39387 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T11:30:00,998 INFO [M:0;bdbfc8246c85:39387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T11:30:00,998 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T11:30:00,998 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:30:00,998 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:30:00,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T11:30:00,998 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T11:30:00,998 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:30:00,998 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.96 KB heapSize=293.86 KB 2024-12-16T11:30:01,013 DEBUG [M:0;bdbfc8246c85:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d78dfd518c34d1fa1ef3f4ea586be3f is 82, key is hbase:meta,,1/info:regioninfo/1734348517700/Put/seqid=0 2024-12-16T11:30:01,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741872_1048 (size=5672) 2024-12-16T11:30:01,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:30:01,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38643-0x100094314070001, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:30:01,094 INFO [RS:0;bdbfc8246c85:38643 {}] regionserver.HRegionServer(1307): Exiting; stopping=bdbfc8246c85,38643,1734348514326; zookeeper connection closed. 2024-12-16T11:30:01,094 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc4d933 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc4d933 2024-12-16T11:30:01,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T11:30:01,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T11:30:01,417 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d78dfd518c34d1fa1ef3f4ea586be3f 2024-12-16T11:30:01,438 DEBUG [M:0;bdbfc8246c85:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3a92007cbaf471f8d21dc582d8c6d51 is 2028, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734348526016/Put/seqid=0 2024-12-16T11:30:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741873_1049 (size=12846) 2024-12-16T11:30:01,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T11:30:01,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T11:30:01,843 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.40 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3a92007cbaf471f8d21dc582d8c6d51 2024-12-16T11:30:01,848 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3a92007cbaf471f8d21dc582d8c6d51 2024-12-16T11:30:01,863 DEBUG [M:0;bdbfc8246c85:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fc02da9e455471486cc99dd7b6fff95 is 69, key is bdbfc8246c85,38643,1734348514326/rs:state/1734348516482/Put/seqid=0 2024-12-16T11:30:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741874_1050 (size=5156) 2024-12-16T11:30:02,267 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fc02da9e455471486cc99dd7b6fff95 2024-12-16T11:30:02,272 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d78dfd518c34d1fa1ef3f4ea586be3f as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d78dfd518c34d1fa1ef3f4ea586be3f 2024-12-16T11:30:02,278 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d78dfd518c34d1fa1ef3f4ea586be3f, entries=8, sequenceid=611, filesize=5.5 K 2024-12-16T11:30:02,279 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3a92007cbaf471f8d21dc582d8c6d51 as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3a92007cbaf471f8d21dc582d8c6d51 2024-12-16T11:30:02,285 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3a92007cbaf471f8d21dc582d8c6d51 2024-12-16T11:30:02,285 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3a92007cbaf471f8d21dc582d8c6d51, entries=77, sequenceid=611, filesize=12.5 K 2024-12-16T11:30:02,286 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fc02da9e455471486cc99dd7b6fff95 as hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fc02da9e455471486cc99dd7b6fff95 2024-12-16T11:30:02,291 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36717/user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fc02da9e455471486cc99dd7b6fff95, entries=1, sequenceid=611, filesize=5.0 K 2024-12-16T11:30:02,292 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.96 KB/243668, heapSize ~293.56 KB/300608, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=611, compaction requested=false 2024-12-16T11:30:02,293 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T11:30:02,294 DEBUG [M:0;bdbfc8246c85:39387 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T11:30:02,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/3c156667-6b50-3701-87b9-1539483ec462/MasterData/WALs/bdbfc8246c85,39387,1734348513690/bdbfc8246c85%2C39387%2C1734348513690.1734348515885 not finished, retry = 0 2024-12-16T11:30:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34449 is added to blk_1073741830_1006 (size=284342) 2024-12-16T11:30:02,397 INFO [M:0;bdbfc8246c85:39387 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T11:30:02,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T11:30:02,397 INFO [M:0;bdbfc8246c85:39387 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39387 2024-12-16T11:30:02,401 DEBUG [M:0;bdbfc8246c85:39387 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/bdbfc8246c85,39387,1734348513690 already deleted, retry=false 2024-12-16T11:30:02,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:30:02,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x100094314070000, quorum=127.0.0.1:59243, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T11:30:02,502 INFO [M:0;bdbfc8246c85:39387 {}] regionserver.HRegionServer(1307): Exiting; stopping=bdbfc8246c85,39387,1734348513690; zookeeper connection closed. 2024-12-16T11:30:02,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13dcf6e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T11:30:02,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@375fca07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T11:30:02,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T11:30:02,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1ac256{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T11:30:02,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c29111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop.log.dir/,STOPPED} 2024-12-16T11:30:02,506 WARN [BP-913731359-172.17.0.2-1734348511171 heartbeating to localhost/127.0.0.1:36717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T11:30:02,506 WARN [BP-913731359-172.17.0.2-1734348511171 heartbeating to localhost/127.0.0.1:36717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-913731359-172.17.0.2-1734348511171 (Datanode Uuid 1e90b489-509a-4505-9f30-bf5e649a17cf) service to localhost/127.0.0.1:36717 2024-12-16T11:30:02,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T11:30:02,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T11:30:02,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/dfs/data/data1/current/BP-913731359-172.17.0.2-1734348511171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T11:30:02,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/cluster_9a58d657-4fe2-03af-080e-a2190ab1df8a/dfs/data/data2/current/BP-913731359-172.17.0.2-1734348511171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T11:30:02,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T11:30:02,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44bb46a9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T11:30:02,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347219d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T11:30:02,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T11:30:02,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56609113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T11:30:02,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c84c4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54fde6a3-728d-a35b-c38f-285c6e574f5c/hadoop.log.dir/,STOPPED} 2024-12-16T11:30:02,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T11:30:02,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down