2024-12-10 12:13:19,582 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-10 12:13:19,619 main DEBUG Took 0.033601 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 12:13:19,619 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 12:13:19,619 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 12:13:19,621 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 12:13:19,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,630 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 12:13:19,647 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,653 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,654 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,655 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,659 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,661 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 12:13:19,663 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,663 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 12:13:19,665 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 12:13:19,667 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 12:13:19,669 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 12:13:19,670 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 12:13:19,672 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 12:13:19,672 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 12:13:19,682 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 12:13:19,685 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 12:13:19,687 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 12:13:19,687 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 12:13:19,688 main DEBUG createAppenders(={Console}) 2024-12-10 12:13:19,688 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-10 12:13:19,689 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-10 12:13:19,689 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-10 12:13:19,690 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 12:13:19,690 main DEBUG OutputStream closed 2024-12-10 12:13:19,690 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 12:13:19,691 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 12:13:19,691 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-10 12:13:19,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 12:13:19,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 12:13:19,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 12:13:19,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 12:13:19,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 12:13:19,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 12:13:19,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 12:13:19,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 12:13:19,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 12:13:19,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 12:13:19,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 12:13:19,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 12:13:19,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 12:13:19,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 12:13:19,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 12:13:19,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 12:13:19,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 12:13:19,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 12:13:19,812 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 12:13:19,813 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-10 12:13:19,813 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 12:13:19,814 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-10T12:13:20,221 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a 2024-12-10 12:13:20,226 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 12:13:20,226 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T12:13:20,237 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop-log-dir so I do NOT create it in target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62 2024-12-10T12:13:20,238 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop-log-dir Erasing configuration value by system value. 2024-12-10T12:13:20,238 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop-tmp-dir so I do NOT create it in target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62 2024-12-10T12:13:20,239 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-10T12:13:20,239 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62 2024-12-10T12:13:20,254 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-10T12:13:20,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703, deleteOnExit=true 2024-12-10T12:13:20,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/zookeeper_0, clientPort=57339, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T12:13:20,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57339 2024-12-10T12:13:20,530 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-10T12:13:20,530 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-10T12:13:20,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T12:13:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T12:13:20,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/test.cache.data in system properties and HBase conf 2024-12-10T12:13:20,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T12:13:20,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop.log.dir in system properties and HBase conf 2024-12-10T12:13:20,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T12:13:20,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T12:13:20,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T12:13:20,658 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T12:13:20,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T12:13:20,881 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T12:13:20,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T12:13:20,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T12:13:20,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T12:13:20,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T12:13:20,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T12:13:20,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T12:13:20,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T12:13:20,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T12:13:20,892 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/nfs.dump.dir in system properties and HBase conf 2024-12-10T12:13:20,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/java.io.tmpdir in system properties and HBase conf 2024-12-10T12:13:20,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T12:13:20,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T12:13:20,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T12:13:22,396 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T12:13:22,504 INFO [Time-limited test {}] log.Log(170): Logging initialized @4143ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T12:13:22,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T12:13:22,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T12:13:22,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T12:13:22,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T12:13:22,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T12:13:22,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T12:13:22,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop.log.dir/,AVAILABLE} 2024-12-10T12:13:22,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T12:13:23,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/java.io.tmpdir/jetty-localhost-33671-hadoop-hdfs-3_4_1-tests_jar-_-any-17171132723097921876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T12:13:23,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:33671} 2024-12-10T12:13:23,021 INFO [Time-limited test {}] server.Server(415): Started @4662ms 2024-12-10T12:13:23,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T12:13:23,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T12:13:23,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T12:13:23,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T12:13:23,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T12:13:23,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop.log.dir/,AVAILABLE} 2024-12-10T12:13:23,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T12:13:24,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b590514{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/java.io.tmpdir/jetty-localhost-42109-hadoop-hdfs-3_4_1-tests_jar-_-any-7428918744284722793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T12:13:24,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:42109} 2024-12-10T12:13:24,030 INFO [Time-limited test {}] server.Server(415): Started @5671ms 2024-12-10T12:13:24,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T12:13:25,165 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/dfs/data/data1/current/BP-752090908-172.17.0.2-1733832801813/current, will proceed with Du for space computation calculation, 2024-12-10T12:13:25,165 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/dfs/data/data2/current/BP-752090908-172.17.0.2-1733832801813/current, will proceed with Du for space computation calculation, 2024-12-10T12:13:25,205 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T12:13:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7f02e914a4482c with lease ID 0x8eff755eba5c3067: Processing first storage report for DS-51f73ad9-73e9-4e3d-b447-0e0fe6142d45 from datanode DatanodeRegistration(127.0.0.1:41633, datanodeUuid=d37c2080-2dd2-45cb-95a8-2e2b9d36ae12, infoPort=32987, infoSecurePort=0, ipcPort=46239, storageInfo=lv=-57;cid=testClusterID;nsid=1905302546;c=1733832801813) 2024-12-10T12:13:25,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7f02e914a4482c with lease ID 0x8eff755eba5c3067: from storage DS-51f73ad9-73e9-4e3d-b447-0e0fe6142d45 node DatanodeRegistration(127.0.0.1:41633, datanodeUuid=d37c2080-2dd2-45cb-95a8-2e2b9d36ae12, infoPort=32987, infoSecurePort=0, ipcPort=46239, storageInfo=lv=-57;cid=testClusterID;nsid=1905302546;c=1733832801813), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T12:13:25,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7f02e914a4482c with lease ID 0x8eff755eba5c3067: Processing first storage report for DS-968c4512-26f3-4a1d-8640-2a2255f441a4 from datanode DatanodeRegistration(127.0.0.1:41633, datanodeUuid=d37c2080-2dd2-45cb-95a8-2e2b9d36ae12, infoPort=32987, infoSecurePort=0, ipcPort=46239, storageInfo=lv=-57;cid=testClusterID;nsid=1905302546;c=1733832801813) 2024-12-10T12:13:25,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7f02e914a4482c with lease ID 0x8eff755eba5c3067: from storage DS-968c4512-26f3-4a1d-8640-2a2255f441a4 node DatanodeRegistration(127.0.0.1:41633, datanodeUuid=d37c2080-2dd2-45cb-95a8-2e2b9d36ae12, infoPort=32987, infoSecurePort=0, ipcPort=46239, storageInfo=lv=-57;cid=testClusterID;nsid=1905302546;c=1733832801813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T12:13:25,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a 2024-12-10T12:13:25,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:25,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:25,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741825_1001 (size=7) 2024-12-10T12:13:26,110 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 with version=8 2024-12-10T12:13:26,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/hbase-staging 2024-12-10T12:13:26,322 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T12:13:26,618 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fad905551524:0 server-side Connection retries=45 2024-12-10T12:13:26,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:26,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:26,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T12:13:26,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:26,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T12:13:26,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T12:13:26,908 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T12:13:26,921 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T12:13:26,926 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T12:13:26,961 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14625 (auto-detected) 2024-12-10T12:13:26,962 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T12:13:26,990 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46797 2024-12-10T12:13:27,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:27,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:27,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46797 connecting to ZooKeeper ensemble=127.0.0.1:57339 2024-12-10T12:13:27,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467970x0, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T12:13:27,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46797-0x1000fdc15390000 connected 2024-12-10T12:13:27,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-10T12:13:27,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-10T12:13:27,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-10T12:13:27,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46797 2024-12-10T12:13:27,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46797 2024-12-10T12:13:27,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46797 2024-12-10T12:13:27,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46797 2024-12-10T12:13:27,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46797 2024-12-10T12:13:27,263 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404, hbase.cluster.distributed=false 2024-12-10T12:13:27,373 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fad905551524:0 server-side Connection retries=45 2024-12-10T12:13:27,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:27,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:27,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T12:13:27,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:27,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T12:13:27,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T12:13:27,384 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T12:13:27,385 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36963 2024-12-10T12:13:27,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T12:13:27,422 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T12:13:27,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:27,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:27,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36963 connecting to ZooKeeper ensemble=127.0.0.1:57339 2024-12-10T12:13:27,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369630x0, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T12:13:27,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36963-0x1000fdc15390001 connected 2024-12-10T12:13:27,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-10T12:13:27,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-10T12:13:27,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-10T12:13:27,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-10T12:13:27,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36963 2024-12-10T12:13:27,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36963 2024-12-10T12:13:27,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-10T12:13:27,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-10T12:13:27,499 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/fad905551524,46797,1733832806313 2024-12-10T12:13:27,513 DEBUG [M:0;fad905551524:46797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fad905551524:46797 2024-12-10T12:13:27,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-10T12:13:27,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-10T12:13:27,557 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/fad905551524,46797,1733832806313 2024-12-10T12:13:27,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-10T12:13:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-10T12:13:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:27,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-10T12:13:27,610 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-10T12:13:27,611 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/fad905551524,46797,1733832806313 from backup master directory 2024-12-10T12:13:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-10T12:13:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/fad905551524,46797,1733832806313 2024-12-10T12:13:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-10T12:13:27,623 WARN [master/fad905551524:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T12:13:27,623 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fad905551524,46797,1733832806313 2024-12-10T12:13:27,626 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T12:13:27,628 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T12:13:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741826_1002 (size=42) 2024-12-10T12:13:28,104 DEBUG [master/fad905551524:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/hbase.id with ID: 06e74e67-54b5-4438-9621-ff8b8e29c1b3 2024-12-10T12:13:28,171 INFO [master/fad905551524:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:28,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:28,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741827_1003 (size=196) 2024-12-10T12:13:28,281 INFO [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T12:13:28,284 INFO [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T12:13:28,310 DEBUG [master/fad905551524:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:13:28,316 INFO [master/fad905551524:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T12:13:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741828_1004 (size=1189) 2024-12-10T12:13:28,811 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store 2024-12-10T12:13:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741829_1005 (size=34) 2024-12-10T12:13:29,284 INFO [master/fad905551524:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T12:13:29,285 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:29,286 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T12:13:29,286 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:29,287 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:29,287 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T12:13:29,287 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:29,287 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:29,287 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T12:13:29,291 WARN [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/.initializing 2024-12-10T12:13:29,291 DEBUG [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/WALs/fad905551524,46797,1733832806313 2024-12-10T12:13:29,300 INFO [master/fad905551524:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T12:13:29,317 INFO [master/fad905551524:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fad905551524%2C46797%2C1733832806313, suffix=, logDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/WALs/fad905551524,46797,1733832806313, archiveDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/oldWALs, maxLogs=10 2024-12-10T12:13:29,345 DEBUG [master/fad905551524:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/WALs/fad905551524,46797,1733832806313/fad905551524%2C46797%2C1733832806313.1733832809323, exclude list is [], retry=0 2024-12-10T12:13:29,371 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-51f73ad9-73e9-4e3d-b447-0e0fe6142d45,DISK] 2024-12-10T12:13:29,377 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T12:13:29,429 INFO [master/fad905551524:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/WALs/fad905551524,46797,1733832806313/fad905551524%2C46797%2C1733832806313.1733832809323 2024-12-10T12:13:29,431 DEBUG [master/fad905551524:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32987:32987)] 2024-12-10T12:13:29,431 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:13:29,432 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:29,435 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,437 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T12:13:29,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:29,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:29,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T12:13:29,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:29,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:29,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T12:13:29,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:29,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:29,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T12:13:29,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:29,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:29,583 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,588 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,609 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T12:13:29,618 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:29,633 DEBUG [master/fad905551524:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:29,636 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63608318, jitterRate=-0.05216220021247864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T12:13:29,642 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T12:13:29,647 INFO [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T12:13:29,716 DEBUG [master/fad905551524:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cee69c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:29,773 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T12:13:29,793 INFO [master/fad905551524:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T12:13:29,793 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T12:13:29,799 INFO [master/fad905551524:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T12:13:29,804 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 4 msec 2024-12-10T12:13:29,816 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 11 msec 2024-12-10T12:13:29,817 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T12:13:29,873 INFO [master/fad905551524:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T12:13:29,901 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-10T12:13:29,914 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-10T12:13:29,916 INFO [master/fad905551524:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T12:13:29,919 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-10T12:13:29,930 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-10T12:13:29,933 INFO [master/fad905551524:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T12:13:29,941 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-10T12:13:29,951 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-10T12:13:29,954 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-10T12:13:29,964 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-10T12:13:29,984 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T12:13:29,989 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-10T12:13:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-10T12:13:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-10T12:13:29,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:29,998 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fad905551524,46797,1733832806313, sessionid=0x1000fdc15390000, setting cluster-up flag (Was=false) 2024-12-10T12:13:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:30,056 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-10T12:13:30,059 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fad905551524,46797,1733832806313 2024-12-10T12:13:30,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:30,105 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-10T12:13:30,111 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fad905551524,46797,1733832806313 2024-12-10T12:13:30,217 DEBUG [RS:0;fad905551524:36963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fad905551524:36963 2024-12-10T12:13:30,217 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T12:13:30,219 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1008): ClusterId : 06e74e67-54b5-4438-9621-ff8b8e29c1b3 2024-12-10T12:13:30,222 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T12:13:30,224 INFO [master/fad905551524:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T12:13:30,227 INFO [master/fad905551524:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T12:13:30,233 DEBUG [master/fad905551524:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fad905551524,46797,1733832806313 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T12:13:30,237 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T12:13:30,237 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T12:13:30,238 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:30,238 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:30,238 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:30,238 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:30,238 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fad905551524:0, corePoolSize=10, maxPoolSize=10 2024-12-10T12:13:30,239 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,243 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fad905551524:0, corePoolSize=2, maxPoolSize=2 2024-12-10T12:13:30,243 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,248 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T12:13:30,249 DEBUG [RS:0;fad905551524:36963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c43ec21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:30,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T12:13:30,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T12:13:30,251 DEBUG [RS:0;fad905551524:36963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767e4aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fad905551524/172.17.0.2:0 2024-12-10T12:13:30,253 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733832840253 2024-12-10T12:13:30,255 INFO [RS:0;fad905551524:36963 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T12:13:30,255 INFO [RS:0;fad905551524:36963 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T12:13:30,255 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T12:13:30,255 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T12:13:30,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:30,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T12:13:30,256 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T12:13:30,257 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3073): reportForDuty to master=fad905551524,46797,1733832806313 with isa=fad905551524/172.17.0.2:36963, startcode=1733832807370 2024-12-10T12:13:30,260 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T12:13:30,261 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T12:13:30,261 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T12:13:30,261 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T12:13:30,263 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,264 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T12:13:30,266 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T12:13:30,266 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T12:13:30,269 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T12:13:30,269 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T12:13:30,271 DEBUG [master/fad905551524:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.large.0-1733832810270,5,FailOnTimeoutGroup] 2024-12-10T12:13:30,271 DEBUG [RS:0;fad905551524:36963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T12:13:30,273 DEBUG [master/fad905551524:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.small.0-1733832810271,5,FailOnTimeoutGroup] 2024-12-10T12:13:30,274 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,274 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T12:13:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741831_1007 (size=1039) 2024-12-10T12:13:30,275 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,275 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T12:13:30,282 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:30,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741832_1008 (size=32) 2024-12-10T12:13:30,332 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43273, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T12:13:30,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46797 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fad905551524,36963,1733832807370 2024-12-10T12:13:30,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46797 {}] master.ServerManager(486): Registering regionserver=fad905551524,36963,1733832807370 2024-12-10T12:13:30,368 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:30,369 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43817 2024-12-10T12:13:30,369 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T12:13:30,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-10T12:13:30,398 DEBUG [RS:0;fad905551524:36963 {}] zookeeper.ZKUtil(111): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on existing znode=/1/rs/fad905551524,36963,1733832807370 2024-12-10T12:13:30,398 WARN [RS:0;fad905551524:36963 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T12:13:30,399 INFO [RS:0;fad905551524:36963 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T12:13:30,401 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370 2024-12-10T12:13:30,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fad905551524,36963,1733832807370] 2024-12-10T12:13:30,427 DEBUG [RS:0;fad905551524:36963 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-10T12:13:30,483 INFO [RS:0;fad905551524:36963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T12:13:30,529 INFO [RS:0;fad905551524:36963 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T12:13:30,536 INFO [RS:0;fad905551524:36963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T12:13:30,536 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,545 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T12:13:30,563 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,564 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,564 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,564 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,564 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,564 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,565 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fad905551524:0, corePoolSize=2, maxPoolSize=2 2024-12-10T12:13:30,565 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,565 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,565 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,565 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,566 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:30,566 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fad905551524:0, corePoolSize=3, maxPoolSize=3 2024-12-10T12:13:30,566 DEBUG [RS:0;fad905551524:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fad905551524:0, corePoolSize=3, maxPoolSize=3 2024-12-10T12:13:30,579 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,579 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,582 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,582 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,583 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,36963,1733832807370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T12:13:30,620 INFO [RS:0;fad905551524:36963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T12:13:30,623 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,36963,1733832807370-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:30,650 INFO [RS:0;fad905551524:36963 {}] regionserver.Replication(204): fad905551524,36963,1733832807370 started 2024-12-10T12:13:30,651 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1767): Serving as fad905551524,36963,1733832807370, RpcServer on fad905551524/172.17.0.2:36963, sessionid=0x1000fdc15390001 2024-12-10T12:13:30,651 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T12:13:30,652 DEBUG [RS:0;fad905551524:36963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fad905551524,36963,1733832807370 2024-12-10T12:13:30,652 DEBUG [RS:0;fad905551524:36963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fad905551524,36963,1733832807370' 2024-12-10T12:13:30,652 DEBUG [RS:0;fad905551524:36963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-10T12:13:30,655 DEBUG [RS:0;fad905551524:36963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-10T12:13:30,658 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T12:13:30,658 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T12:13:30,659 DEBUG [RS:0;fad905551524:36963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fad905551524,36963,1733832807370 2024-12-10T12:13:30,659 DEBUG [RS:0;fad905551524:36963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fad905551524,36963,1733832807370' 2024-12-10T12:13:30,659 DEBUG [RS:0;fad905551524:36963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-10T12:13:30,667 DEBUG [RS:0;fad905551524:36963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-10T12:13:30,679 DEBUG [RS:0;fad905551524:36963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T12:13:30,679 INFO [RS:0;fad905551524:36963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T12:13:30,679 INFO [RS:0;fad905551524:36963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T12:13:30,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:30,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T12:13:30,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T12:13:30,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:30,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:30,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T12:13:30,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T12:13:30,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T12:13:30,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T12:13:30,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:30,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:30,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740 2024-12-10T12:13:30,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740 2024-12-10T12:13:30,763 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T12:13:30,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T12:13:30,786 INFO [RS:0;fad905551524:36963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T12:13:30,791 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:30,799 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72857198, jitterRate=0.08565685153007507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T12:13:30,800 INFO [RS:0;fad905551524:36963 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fad905551524%2C36963%2C1733832807370, suffix=, logDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370, archiveDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/oldWALs, maxLogs=10 2024-12-10T12:13:30,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T12:13:30,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T12:13:30,803 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T12:13:30,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T12:13:30,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T12:13:30,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T12:13:30,811 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T12:13:30,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T12:13:30,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T12:13:30,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T12:13:30,827 DEBUG [RS:0;fad905551524:36963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, exclude list is [], retry=0 2024-12-10T12:13:30,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T12:13:30,850 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-51f73ad9-73e9-4e3d-b447-0e0fe6142d45,DISK] 2024-12-10T12:13:30,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T12:13:30,867 INFO [RS:0;fad905551524:36963 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 2024-12-10T12:13:30,870 DEBUG [RS:0;fad905551524:36963 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32987:32987)] 2024-12-10T12:13:30,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T12:13:31,031 DEBUG [fad905551524:46797 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-10T12:13:31,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:31,042 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fad905551524,36963,1733832807370, state=OPENING 2024-12-10T12:13:31,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T12:13:31,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:31,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:31,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-10T12:13:31,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-10T12:13:31,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:31,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:13:31,275 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T12:13:31,281 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T12:13:31,314 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T12:13:31,314 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T12:13:31,315 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T12:13:31,341 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fad905551524%2C36963%2C1733832807370.meta, suffix=.meta, logDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370, archiveDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/oldWALs, maxLogs=10 2024-12-10T12:13:31,367 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.meta.1733832811345.meta, exclude list is [], retry=0 2024-12-10T12:13:31,377 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-51f73ad9-73e9-4e3d-b447-0e0fe6142d45,DISK] 2024-12-10T12:13:31,407 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.meta.1733832811345.meta 2024-12-10T12:13:31,411 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32987:32987)] 2024-12-10T12:13:31,412 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:13:31,415 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T12:13:31,501 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T12:13:31,507 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T12:13:31,515 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T12:13:31,515 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:31,516 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T12:13:31,516 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T12:13:31,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T12:13:31,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T12:13:31,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:31,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:31,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T12:13:31,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T12:13:31,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:31,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:31,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T12:13:31,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T12:13:31,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:31,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:31,572 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740 2024-12-10T12:13:31,583 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740 2024-12-10T12:13:31,594 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T12:13:31,605 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T12:13:31,611 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63347706, jitterRate=-0.05604562163352966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T12:13:31,615 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T12:13:31,623 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733832811266 2024-12-10T12:13:31,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:31,643 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T12:13:31,644 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T12:13:31,650 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fad905551524,36963,1733832807370, state=OPEN 2024-12-10T12:13:31,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-10T12:13:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-10T12:13:31,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-10T12:13:31,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-10T12:13:31,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T12:13:31,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fad905551524,36963,1733832807370 in 572 msec 2024-12-10T12:13:31,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T12:13:31,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 845 msec 2024-12-10T12:13:31,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5320 sec 2024-12-10T12:13:31,694 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733832811693, completionTime=-1 2024-12-10T12:13:31,694 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-10T12:13:31,694 DEBUG [master/fad905551524:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T12:13:31,746 DEBUG [hconnection-0x291ecdcb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:13:31,749 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T12:13:31,762 INFO [master/fad905551524:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-10T12:13:31,762 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733832871762 2024-12-10T12:13:31,763 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733832931763 2024-12-10T12:13:31,763 INFO [master/fad905551524:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 68 msec 2024-12-10T12:13:31,844 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,46797,1733832806313-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:31,845 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,46797,1733832806313-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:31,845 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,46797,1733832806313-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:31,847 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fad905551524:46797, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:31,848 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:31,853 DEBUG [master/fad905551524:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T12:13:31,858 INFO [master/fad905551524:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T12:13:31,860 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T12:13:31,874 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T12:13:31,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T12:13:31,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:31,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T12:13:31,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741835_1011 (size=358) 2024-12-10T12:13:32,328 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 16eadcc3bf7debec82acb7c431b2b5c3, NAME => 'hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741836_1012 (size=42) 2024-12-10T12:13:32,371 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:32,372 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 16eadcc3bf7debec82acb7c431b2b5c3, disabling compactions & flushes 2024-12-10T12:13:32,372 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:13:32,372 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:13:32,372 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. after waiting 0 ms 2024-12-10T12:13:32,372 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:13:32,372 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:13:32,372 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 16eadcc3bf7debec82acb7c431b2b5c3: 2024-12-10T12:13:32,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T12:13:32,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733832812379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832812379"}]},"ts":"1733832812379"} 2024-12-10T12:13:32,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T12:13:32,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T12:13:32,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832812425"}]},"ts":"1733832812425"} 2024-12-10T12:13:32,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T12:13:32,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16eadcc3bf7debec82acb7c431b2b5c3, ASSIGN}] 2024-12-10T12:13:32,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16eadcc3bf7debec82acb7c431b2b5c3, ASSIGN 2024-12-10T12:13:32,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=16eadcc3bf7debec82acb7c431b2b5c3, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:32,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16eadcc3bf7debec82acb7c431b2b5c3, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:32,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 16eadcc3bf7debec82acb7c431b2b5c3, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:32,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:13:32,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:13:32,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 16eadcc3bf7debec82acb7c431b2b5c3, NAME => 'hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3.', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:13:32,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:13:32,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:32,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:13:32,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:13:32,803 INFO [StoreOpener-16eadcc3bf7debec82acb7c431b2b5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:13:32,807 INFO [StoreOpener-16eadcc3bf7debec82acb7c431b2b5c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16eadcc3bf7debec82acb7c431b2b5c3 columnFamilyName info 2024-12-10T12:13:32,807 DEBUG [StoreOpener-16eadcc3bf7debec82acb7c431b2b5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:32,808 INFO [StoreOpener-16eadcc3bf7debec82acb7c431b2b5c3-1 {}] regionserver.HStore(327): Store=16eadcc3bf7debec82acb7c431b2b5c3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:32,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:13:32,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:13:32,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:13:32,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:32,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 16eadcc3bf7debec82acb7c431b2b5c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75450245, jitterRate=0.12429626286029816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T12:13:32,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 16eadcc3bf7debec82acb7c431b2b5c3: 2024-12-10T12:13:32,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3., pid=6, masterSystemTime=1733832812791 2024-12-10T12:13:32,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:13:32,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:13:32,833 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16eadcc3bf7debec82acb7c431b2b5c3, regionState=OPEN, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:32,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T12:13:32,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 16eadcc3bf7debec82acb7c431b2b5c3, server=fad905551524,36963,1733832807370 in 201 msec 2024-12-10T12:13:32,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T12:13:32,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=16eadcc3bf7debec82acb7c431b2b5c3, ASSIGN in 371 msec 2024-12-10T12:13:32,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T12:13:32,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832812862"}]},"ts":"1733832812862"} 2024-12-10T12:13:32,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T12:13:32,882 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-10T12:13:32,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T12:13:32,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0220 sec 2024-12-10T12:13:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-10T12:13:32,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:32,922 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T12:13:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-10T12:13:32,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 40 msec 2024-12-10T12:13:32,967 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T12:13:32,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-10T12:13:33,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 33 msec 2024-12-10T12:13:33,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-10T12:13:33,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-10T12:13:33,047 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.423sec 2024-12-10T12:13:33,049 INFO [master/fad905551524:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T12:13:33,050 INFO [master/fad905551524:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T12:13:33,051 INFO [master/fad905551524:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T12:13:33,052 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T12:13:33,052 INFO [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T12:13:33,053 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,46797,1733832806313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T12:13:33,054 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,46797,1733832806313-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T12:13:33,062 DEBUG [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T12:13:33,063 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T12:13:33,063 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,46797,1733832806313-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:33,143 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75bbc96c to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70adeb94 2024-12-10T12:13:33,144 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-10T12:13:33,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f62f0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:33,168 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T12:13:33,168 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T12:13:33,179 DEBUG [hconnection-0x36003da9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:13:33,189 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T12:13:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fad905551524,46797,1733832806313 2024-12-10T12:13:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T12:13:33,199 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/cluster_bbded703-a308-58cc-a233-2b8e7b63c7f1, deleteOnExit=true 2024-12-10T12:13:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T12:13:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/test.cache.data in system properties and HBase conf 2024-12-10T12:13:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T12:13:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/hadoop.log.dir in system properties and HBase conf 2024-12-10T12:13:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T12:13:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T12:13:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T12:13:33,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T12:13:33,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T12:13:33,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T12:13:33,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T12:13:33,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T12:13:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T12:13:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T12:13:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T12:13:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T12:13:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T12:13:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/nfs.dump.dir in system properties and HBase conf 2024-12-10T12:13:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/java.io.tmpdir in system properties and HBase conf 2024-12-10T12:13:33,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T12:13:33,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T12:13:33,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T12:13:33,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T12:13:33,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T12:13:33,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T12:13:33,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T12:13:33,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T12:13:33,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T12:13:33,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e1980d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/hadoop.log.dir/,AVAILABLE} 2024-12-10T12:13:33,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae6227b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T12:13:33,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e3eaa69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/java.io.tmpdir/jetty-localhost-40257-hadoop-hdfs-3_4_1-tests_jar-_-any-14287820423576494576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T12:13:33,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e50b84f{HTTP/1.1, (http/1.1)}{localhost:40257} 2024-12-10T12:13:33,748 INFO [Time-limited test {}] server.Server(415): Started @15389ms 2024-12-10T12:13:34,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T12:13:34,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T12:13:34,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T12:13:34,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T12:13:34,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T12:13:34,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a960ccb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/hadoop.log.dir/,AVAILABLE} 2024-12-10T12:13:34,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210eb631{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T12:13:34,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43672b63{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/java.io.tmpdir/jetty-localhost-45257-hadoop-hdfs-3_4_1-tests_jar-_-any-2822526594889717783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T12:13:34,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b70a010{HTTP/1.1, (http/1.1)}{localhost:45257} 2024-12-10T12:13:34,237 INFO [Time-limited test {}] server.Server(415): Started @15878ms 2024-12-10T12:13:34,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T12:13:34,854 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/cluster_bbded703-a308-58cc-a233-2b8e7b63c7f1/dfs/data/data1/current/BP-309678173-172.17.0.2-1733832813291/current, will proceed with Du for space computation calculation, 2024-12-10T12:13:34,854 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/cluster_bbded703-a308-58cc-a233-2b8e7b63c7f1/dfs/data/data2/current/BP-309678173-172.17.0.2-1733832813291/current, will proceed with Du for space computation calculation, 2024-12-10T12:13:34,925 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T12:13:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x393e4c2699cdc037 with lease ID 0x1867ea59b814d173: Processing first storage report for DS-d00e0288-7e4b-41c0-ad27-d855d81d0f37 from datanode DatanodeRegistration(127.0.0.1:44915, datanodeUuid=28bd55a1-e907-474e-b1a2-a3c345a92b7e, infoPort=37595, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=761940666;c=1733832813291) 2024-12-10T12:13:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x393e4c2699cdc037 with lease ID 0x1867ea59b814d173: from storage DS-d00e0288-7e4b-41c0-ad27-d855d81d0f37 node DatanodeRegistration(127.0.0.1:44915, datanodeUuid=28bd55a1-e907-474e-b1a2-a3c345a92b7e, infoPort=37595, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=761940666;c=1733832813291), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T12:13:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x393e4c2699cdc037 with lease ID 0x1867ea59b814d173: Processing first storage report for DS-3e84f8d5-9513-4bb4-8c2a-ced21ed0f5c4 from datanode DatanodeRegistration(127.0.0.1:44915, datanodeUuid=28bd55a1-e907-474e-b1a2-a3c345a92b7e, infoPort=37595, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=761940666;c=1733832813291) 2024-12-10T12:13:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x393e4c2699cdc037 with lease ID 0x1867ea59b814d173: from storage DS-3e84f8d5-9513-4bb4-8c2a-ced21ed0f5c4 node DatanodeRegistration(127.0.0.1:44915, datanodeUuid=28bd55a1-e907-474e-b1a2-a3c345a92b7e, infoPort=37595, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=761940666;c=1733832813291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T12:13:35,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62 2024-12-10T12:13:35,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:35,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:35,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741825_1001 (size=7) 2024-12-10T12:13:35,030 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb with version=8 2024-12-10T12:13:35,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/hbase-staging 2024-12-10T12:13:35,034 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fad905551524:0 server-side Connection retries=18 2024-12-10T12:13:35,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:35,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:35,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T12:13:35,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:35,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T12:13:35,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T12:13:35,035 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T12:13:35,036 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43731 2024-12-10T12:13:35,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:35,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:35,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43731 connecting to ZooKeeper ensemble=127.0.0.1:57339 2024-12-10T12:13:35,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437310x0, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T12:13:35,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43731-0x1000fdc15390003 connected 2024-12-10T12:13:35,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-10T12:13:35,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-10T12:13:35,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-10T12:13:35,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43731 2024-12-10T12:13:35,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43731 2024-12-10T12:13:35,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43731 2024-12-10T12:13:35,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43731 2024-12-10T12:13:35,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43731 2024-12-10T12:13:35,126 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb, hbase.cluster.distributed=false 2024-12-10T12:13:35,154 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fad905551524:0 server-side Connection retries=18 2024-12-10T12:13:35,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:35,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:35,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T12:13:35,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T12:13:35,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T12:13:35,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T12:13:35,155 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T12:13:35,156 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34537 2024-12-10T12:13:35,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T12:13:35,164 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T12:13:35,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:35,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:35,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34537 connecting to ZooKeeper ensemble=127.0.0.1:57339 2024-12-10T12:13:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345370x0, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T12:13:35,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34537-0x1000fdc15390004 connected 2024-12-10T12:13:35,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-10T12:13:35,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-10T12:13:35,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-10T12:13:35,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34537 2024-12-10T12:13:35,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34537 2024-12-10T12:13:35,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34537 2024-12-10T12:13:35,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34537 2024-12-10T12:13:35,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34537 2024-12-10T12:13:35,267 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/fad905551524,43731,1733832815033 2024-12-10T12:13:35,291 DEBUG [M:0;fad905551524:43731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fad905551524:43731 2024-12-10T12:13:35,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-10T12:13:35,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-10T12:13:35,323 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/fad905551524,43731,1733832815033 2024-12-10T12:13:35,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-10T12:13:35,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-10T12:13:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:35,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:35,348 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-10T12:13:35,359 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/fad905551524,43731,1733832815033 from backup master directory 2024-12-10T12:13:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/fad905551524,43731,1733832815033 2024-12-10T12:13:35,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-10T12:13:35,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-10T12:13:35,376 WARN [master/fad905551524:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T12:13:35,376 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fad905551524,43731,1733832815033 2024-12-10T12:13:35,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-10T12:13:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741826_1002 (size=42) 2024-12-10T12:13:35,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:35,933 DEBUG [master/fad905551524:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/hbase.id with ID: 90f6b3e7-134c-4442-8c35-64f4f83de19e 2024-12-10T12:13:35,968 INFO [master/fad905551524:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T12:13:36,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:36,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:36,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741827_1003 (size=196) 2024-12-10T12:13:36,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T12:13:36,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-10T12:13:36,466 INFO [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T12:13:36,467 INFO [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T12:13:36,468 INFO [master/fad905551524:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T12:13:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741828_1004 (size=1189) 2024-12-10T12:13:36,902 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store 2024-12-10T12:13:36,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741829_1005 (size=34) 2024-12-10T12:13:36,924 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:36,924 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T12:13:36,925 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:36,925 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:36,925 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T12:13:36,925 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:36,925 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:13:36,925 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T12:13:36,927 WARN [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/.initializing 2024-12-10T12:13:36,927 DEBUG [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/WALs/fad905551524,43731,1733832815033 2024-12-10T12:13:36,930 INFO [master/fad905551524:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T12:13:36,936 INFO [master/fad905551524:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fad905551524%2C43731%2C1733832815033, suffix=, logDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/WALs/fad905551524,43731,1733832815033, archiveDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/oldWALs, maxLogs=10 2024-12-10T12:13:36,953 DEBUG [master/fad905551524:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/WALs/fad905551524,43731,1733832815033/fad905551524%2C43731%2C1733832815033.1733832816936, exclude list is [], retry=0 2024-12-10T12:13:36,968 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-d00e0288-7e4b-41c0-ad27-d855d81d0f37,DISK] 2024-12-10T12:13:36,985 INFO [master/fad905551524:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/WALs/fad905551524,43731,1733832815033/fad905551524%2C43731%2C1733832815033.1733832816936 2024-12-10T12:13:36,986 DEBUG [master/fad905551524:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-12-10T12:13:36,986 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:13:36,986 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:36,986 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:36,987 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T12:13:37,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:37,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:37,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T12:13:37,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:37,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:13:37,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:37,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T12:13:37,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:37,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:37,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T12:13:37,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:37,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:37,054 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,056 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,073 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T12:13:37,077 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T12:13:37,095 DEBUG [master/fad905551524:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:37,098 INFO [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59019529, jitterRate=-0.12054048478603363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T12:13:37,098 DEBUG [master/fad905551524:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T12:13:37,101 INFO [master/fad905551524:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T12:13:37,119 DEBUG [master/fad905551524:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2855ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:37,125 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T12:13:37,125 INFO [master/fad905551524:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T12:13:37,125 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T12:13:37,125 INFO [master/fad905551524:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T12:13:37,131 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 5 msec 2024-12-10T12:13:37,132 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-10T12:13:37,132 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T12:13:37,150 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T12:13:37,150 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T12:13:37,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-10T12:13:37,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-10T12:13:37,157 INFO [master/fad905551524:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T12:13:37,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T12:13:37,158 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T12:13:37,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T12:13:37,158 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T12:13:37,164 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-10T12:13:37,181 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-10T12:13:37,181 INFO [master/fad905551524:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T12:13:37,190 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-10T12:13:37,197 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-10T12:13:37,199 INFO [master/fad905551524:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T12:13:37,218 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-10T12:13:37,239 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-10T12:13:37,251 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-10T12:13:37,262 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-10T12:13:37,283 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T12:13:37,298 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-10T12:13:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-10T12:13:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-10T12:13:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:37,319 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fad905551524,43731,1733832815033, sessionid=0x1000fdc15390003, setting cluster-up flag (Was=false) 2024-12-10T12:13:37,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:37,363 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-10T12:13:37,364 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fad905551524,43731,1733832815033 2024-12-10T12:13:37,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:37,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:37,438 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-10T12:13:37,440 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fad905551524,43731,1733832815033 2024-12-10T12:13:37,444 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T12:13:37,445 INFO [master/fad905551524:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T12:13:37,445 INFO [master/fad905551524:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T12:13:37,445 DEBUG [master/fad905551524:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fad905551524,43731,1733832815033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T12:13:37,445 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:37,445 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:37,446 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:37,446 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fad905551524:0, corePoolSize=5, maxPoolSize=5 2024-12-10T12:13:37,446 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fad905551524:0, corePoolSize=10, maxPoolSize=10 2024-12-10T12:13:37,446 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,446 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fad905551524:0, corePoolSize=2, maxPoolSize=2 2024-12-10T12:13:37,446 DEBUG [master/fad905551524:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,448 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733832847448 2024-12-10T12:13:37,449 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T12:13:37,449 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T12:13:37,449 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T12:13:37,449 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T12:13:37,449 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T12:13:37,449 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T12:13:37,449 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T12:13:37,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T12:13:37,450 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T12:13:37,450 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T12:13:37,450 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T12:13:37,450 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T12:13:37,450 INFO [master/fad905551524:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T12:13:37,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:37,451 DEBUG [master/fad905551524:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.large.0-1733832817450,5,FailOnTimeoutGroup] 2024-12-10T12:13:37,451 DEBUG [master/fad905551524:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.small.0-1733832817451,5,FailOnTimeoutGroup] 2024-12-10T12:13:37,451 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,451 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T12:13:37,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T12:13:37,451 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,452 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741831_1007 (size=1039) 2024-12-10T12:13:37,481 DEBUG [RS:0;fad905551524:34537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fad905551524:34537 2024-12-10T12:13:37,483 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1008): ClusterId : 90f6b3e7-134c-4442-8c35-64f4f83de19e 2024-12-10T12:13:37,483 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T12:13:37,494 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T12:13:37,494 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T12:13:37,505 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T12:13:37,506 DEBUG [RS:0;fad905551524:34537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22513ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:37,510 DEBUG [RS:0;fad905551524:34537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585f6910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fad905551524/172.17.0.2:0 2024-12-10T12:13:37,510 INFO [RS:0;fad905551524:34537 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T12:13:37,510 INFO [RS:0;fad905551524:34537 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T12:13:37,510 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T12:13:37,511 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3073): reportForDuty to master=fad905551524,43731,1733832815033 with isa=fad905551524/172.17.0.2:34537, startcode=1733832815151 2024-12-10T12:13:37,511 DEBUG [RS:0;fad905551524:34537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T12:13:37,513 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45881, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T12:13:37,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43731 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fad905551524,34537,1733832815151 2024-12-10T12:13:37,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43731 {}] master.ServerManager(486): Registering regionserver=fad905551524,34537,1733832815151 2024-12-10T12:13:37,517 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:37,517 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39359 2024-12-10T12:13:37,517 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T12:13:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-10T12:13:37,522 DEBUG [RS:0;fad905551524:34537 {}] zookeeper.ZKUtil(111): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on existing znode=/2/rs/fad905551524,34537,1733832815151 2024-12-10T12:13:37,522 WARN [RS:0;fad905551524:34537 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T12:13:37,522 INFO [RS:0;fad905551524:34537 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T12:13:37,522 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/WALs/fad905551524,34537,1733832815151 2024-12-10T12:13:37,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fad905551524,34537,1733832815151] 2024-12-10T12:13:37,527 DEBUG [RS:0;fad905551524:34537 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-10T12:13:37,527 INFO [RS:0;fad905551524:34537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T12:13:37,531 INFO [RS:0;fad905551524:34537 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T12:13:37,532 INFO [RS:0;fad905551524:34537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T12:13:37,532 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,535 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T12:13:37,540 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,540 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,540 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,540 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,540 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fad905551524:0, corePoolSize=2, maxPoolSize=2 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fad905551524:0, corePoolSize=1, maxPoolSize=1 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fad905551524:0, corePoolSize=3, maxPoolSize=3 2024-12-10T12:13:37,541 DEBUG [RS:0;fad905551524:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fad905551524:0, corePoolSize=3, maxPoolSize=3 2024-12-10T12:13:37,542 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,542 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,542 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,542 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,542 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,34537,1733832815151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T12:13:37,557 INFO [RS:0;fad905551524:34537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T12:13:37,557 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,34537,1733832815151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:37,574 INFO [RS:0;fad905551524:34537 {}] regionserver.Replication(204): fad905551524,34537,1733832815151 started 2024-12-10T12:13:37,574 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1767): Serving as fad905551524,34537,1733832815151, RpcServer on fad905551524/172.17.0.2:34537, sessionid=0x1000fdc15390004 2024-12-10T12:13:37,574 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T12:13:37,574 DEBUG [RS:0;fad905551524:34537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fad905551524,34537,1733832815151 2024-12-10T12:13:37,574 DEBUG [RS:0;fad905551524:34537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fad905551524,34537,1733832815151' 2024-12-10T12:13:37,574 DEBUG [RS:0;fad905551524:34537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-10T12:13:37,575 DEBUG [RS:0;fad905551524:34537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-10T12:13:37,575 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T12:13:37,575 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T12:13:37,575 DEBUG [RS:0;fad905551524:34537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fad905551524,34537,1733832815151 2024-12-10T12:13:37,575 DEBUG [RS:0;fad905551524:34537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fad905551524,34537,1733832815151' 2024-12-10T12:13:37,575 DEBUG [RS:0;fad905551524:34537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-10T12:13:37,576 DEBUG [RS:0;fad905551524:34537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-10T12:13:37,576 DEBUG [RS:0;fad905551524:34537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T12:13:37,576 INFO [RS:0;fad905551524:34537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T12:13:37,576 INFO [RS:0;fad905551524:34537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T12:13:37,678 INFO [RS:0;fad905551524:34537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T12:13:37,685 INFO [RS:0;fad905551524:34537 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fad905551524%2C34537%2C1733832815151, suffix=, logDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/WALs/fad905551524,34537,1733832815151, archiveDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/oldWALs, maxLogs=10 2024-12-10T12:13:37,706 DEBUG [RS:0;fad905551524:34537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/WALs/fad905551524,34537,1733832815151/fad905551524%2C34537%2C1733832815151.1733832817687, exclude list is [], retry=0 2024-12-10T12:13:37,716 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-d00e0288-7e4b-41c0-ad27-d855d81d0f37,DISK] 2024-12-10T12:13:37,736 INFO [RS:0;fad905551524:34537 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/WALs/fad905551524,34537,1733832815151/fad905551524%2C34537%2C1733832815151.1733832817687 2024-12-10T12:13:37,738 DEBUG [RS:0;fad905551524:34537 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-12-10T12:13:37,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T12:13:37,866 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741833_1009 (size=32) 2024-12-10T12:13:38,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:38,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T12:13:38,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T12:13:38,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:38,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:38,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T12:13:38,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T12:13:38,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:38,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:38,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T12:13:38,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T12:13:38,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:38,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:38,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740 2024-12-10T12:13:38,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740 2024-12-10T12:13:38,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T12:13:38,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T12:13:38,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:38,351 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70713285, jitterRate=0.05371005833148956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T12:13:38,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T12:13:38,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T12:13:38,352 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T12:13:38,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T12:13:38,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T12:13:38,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T12:13:38,356 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T12:13:38,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T12:13:38,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T12:13:38,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T12:13:38,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T12:13:38,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T12:13:38,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T12:13:38,527 DEBUG [fad905551524:43731 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-10T12:13:38,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:38,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fad905551524,34537,1733832815151, state=OPENING 2024-12-10T12:13:38,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T12:13:38,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:38,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:38,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-10T12:13:38,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:38,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-10T12:13:38,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fad905551524,34537,1733832815151 2024-12-10T12:13:38,713 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T12:13:38,716 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T12:13:38,739 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T12:13:38,739 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T12:13:38,740 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T12:13:38,757 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fad905551524%2C34537%2C1733832815151.meta, suffix=.meta, logDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/WALs/fad905551524,34537,1733832815151, archiveDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/oldWALs, maxLogs=10 2024-12-10T12:13:38,779 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/WALs/fad905551524,34537,1733832815151/fad905551524%2C34537%2C1733832815151.meta.1733832818759.meta, exclude list is [], retry=0 2024-12-10T12:13:38,798 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-d00e0288-7e4b-41c0-ad27-d855d81d0f37,DISK] 2024-12-10T12:13:38,808 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/WALs/fad905551524,34537,1733832815151/fad905551524%2C34537%2C1733832815151.meta.1733832818759.meta 2024-12-10T12:13:38,811 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-12-10T12:13:38,812 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:13:38,812 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T12:13:38,812 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T12:13:38,813 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T12:13:38,813 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T12:13:38,813 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:38,813 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T12:13:38,813 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T12:13:38,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T12:13:38,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T12:13:38,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:38,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:38,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T12:13:38,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T12:13:38,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:38,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:38,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T12:13:38,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T12:13:38,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:38,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T12:13:38,843 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740 2024-12-10T12:13:38,846 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740 2024-12-10T12:13:38,864 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T12:13:38,887 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T12:13:38,893 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74944848, jitterRate=0.11676526069641113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T12:13:38,893 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T12:13:38,896 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733832818712 2024-12-10T12:13:38,900 DEBUG [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T12:13:38,901 INFO [RS_OPEN_META-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T12:13:38,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:38,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fad905551524,34537,1733832815151, state=OPEN 2024-12-10T12:13:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-10T12:13:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-10T12:13:38,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-10T12:13:38,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-10T12:13:38,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T12:13:38,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fad905551524,34537,1733832815151 in 383 msec 2024-12-10T12:13:38,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T12:13:38,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 584 msec 2024-12-10T12:13:38,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5100 sec 2024-12-10T12:13:38,959 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733832818959, completionTime=-1 2024-12-10T12:13:38,959 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-10T12:13:38,959 DEBUG [master/fad905551524:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T12:13:38,960 DEBUG [hconnection-0x7af8a50b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:13:38,962 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T12:13:38,963 INFO [master/fad905551524:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-10T12:13:38,963 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733832878963 2024-12-10T12:13:38,964 INFO [master/fad905551524:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733832938963 2024-12-10T12:13:38,964 INFO [master/fad905551524:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-10T12:13:39,008 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,43731,1733832815033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:39,008 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,43731,1733832815033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:39,009 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,43731,1733832815033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:39,010 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fad905551524:43731, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:39,010 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:39,010 INFO [master/fad905551524:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T12:13:39,010 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T12:13:39,017 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T12:13:39,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T12:13:39,022 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:39,023 DEBUG [master/fad905551524:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T12:13:39,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T12:13:39,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741835_1011 (size=358) 2024-12-10T12:13:39,468 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b2b6ae03994decf59e6909fa35edf939, NAME => 'hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741836_1012 (size=42) 2024-12-10T12:13:39,496 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:39,497 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b2b6ae03994decf59e6909fa35edf939, disabling compactions & flushes 2024-12-10T12:13:39,497 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:13:39,497 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:13:39,497 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. after waiting 0 ms 2024-12-10T12:13:39,497 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:13:39,497 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:13:39,497 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b2b6ae03994decf59e6909fa35edf939: 2024-12-10T12:13:39,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T12:13:39,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733832819499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832819499"}]},"ts":"1733832819499"} 2024-12-10T12:13:39,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T12:13:39,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T12:13:39,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832819505"}]},"ts":"1733832819505"} 2024-12-10T12:13:39,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T12:13:39,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b2b6ae03994decf59e6909fa35edf939, ASSIGN}] 2024-12-10T12:13:39,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b2b6ae03994decf59e6909fa35edf939, ASSIGN 2024-12-10T12:13:39,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b2b6ae03994decf59e6909fa35edf939, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:39,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b2b6ae03994decf59e6909fa35edf939, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:39,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b2b6ae03994decf59e6909fa35edf939, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:39,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fad905551524,34537,1733832815151 2024-12-10T12:13:39,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:13:39,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b2b6ae03994decf59e6909fa35edf939, NAME => 'hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939.', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:13:39,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:13:39,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:39,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:13:39,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:13:39,872 INFO [StoreOpener-b2b6ae03994decf59e6909fa35edf939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:13:39,880 INFO [StoreOpener-b2b6ae03994decf59e6909fa35edf939-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2b6ae03994decf59e6909fa35edf939 columnFamilyName info 2024-12-10T12:13:39,880 DEBUG [StoreOpener-b2b6ae03994decf59e6909fa35edf939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:39,882 INFO [StoreOpener-b2b6ae03994decf59e6909fa35edf939-1 {}] regionserver.HStore(327): Store=b2b6ae03994decf59e6909fa35edf939/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:39,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:13:39,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:13:39,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:13:39,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:39,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b2b6ae03994decf59e6909fa35edf939; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59573227, jitterRate=-0.11228974163532257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T12:13:39,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b2b6ae03994decf59e6909fa35edf939: 2024-12-10T12:13:39,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939., pid=6, masterSystemTime=1733832819853 2024-12-10T12:13:39,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:13:39,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b2b6ae03994decf59e6909fa35edf939, regionState=OPEN, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:39,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:13:39,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T12:13:39,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b2b6ae03994decf59e6909fa35edf939, server=fad905551524,34537,1733832815151 in 237 msec 2024-12-10T12:13:39,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T12:13:39,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b2b6ae03994decf59e6909fa35edf939, ASSIGN in 404 msec 2024-12-10T12:13:39,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T12:13:39,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832819961"}]},"ts":"1733832819961"} 2024-12-10T12:13:39,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T12:13:40,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T12:13:40,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0000 sec 2024-12-10T12:13:40,020 DEBUG [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-10T12:13:40,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-10T12:13:40,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:40,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:13:40,039 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T12:13:40,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-10T12:13:40,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 53 msec 2024-12-10T12:13:40,106 DEBUG [master/fad905551524:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T12:13:40,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-10T12:13:40,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 53 msec 2024-12-10T12:13:40,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-10T12:13:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.829sec 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,43731,1733832815033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T12:13:40,205 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,43731,1733832815033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T12:13:40,211 DEBUG [master/fad905551524:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T12:13:40,211 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T12:13:40,211 INFO [master/fad905551524:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fad905551524,43731,1733832815033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T12:13:40,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6eef29f5 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b68f982 2024-12-10T12:13:40,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325e27ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:40,291 DEBUG [hconnection-0x1e1838c3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:13:40,296 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T12:13:40,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fad905551524,43731,1733832815033 2024-12-10T12:13:40,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7695feac to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29140e9d 2024-12-10T12:13:40,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5819dd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:40,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5710c6ce to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ea9221e 2024-12-10T12:13:40,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740a5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:40,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x405300b0 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ad6376 2024-12-10T12:13:40,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5422b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:40,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T12:13:40,329 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T12:13:40,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T12:13:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-10T12:13:40,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T12:13:40,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:40,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T12:13:40,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-10T12:13:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741837_1013 (size=631) 2024-12-10T12:13:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:40,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:40,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a0008476a2e7f8cddfbb62ff0d15b9c0, NAME => 'test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:40,758 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6c515eaa27f0caf7f8b14f41c38ebdca, NAME => 'test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:40,764 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7a55ce85a8117027e2f6153e51576e64, NAME => 'test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:40,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741838_1014 (size=45) 2024-12-10T12:13:40,819 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741839_1015 (size=45) 2024-12-10T12:13:40,820 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6c515eaa27f0caf7f8b14f41c38ebdca, disabling compactions & flushes 2024-12-10T12:13:40,820 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:13:40,820 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:13:40,820 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. after waiting 0 ms 2024-12-10T12:13:40,820 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:13:40,820 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:13:40,820 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6c515eaa27f0caf7f8b14f41c38ebdca: 2024-12-10T12:13:40,821 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ac93de3187fd8a19b13960152824743d, NAME => 'test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741840_1016 (size=42) 2024-12-10T12:13:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741841_1017 (size=45) 2024-12-10T12:13:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:41,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7a55ce85a8117027e2f6153e51576e64, disabling compactions & flushes 2024-12-10T12:13:41,221 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:13:41,222 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:13:41,222 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. after waiting 0 ms 2024-12-10T12:13:41,222 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:13:41,222 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:13:41,222 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7a55ce85a8117027e2f6153e51576e64: 2024-12-10T12:13:41,223 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9cc11c17260f34e946ef45d564b65bf7, NAME => 'test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a0008476a2e7f8cddfbb62ff0d15b9c0, disabling compactions & flushes 2024-12-10T12:13:41,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:13:41,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:13:41,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. after waiting 0 ms 2024-12-10T12:13:41,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:13:41,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:13:41,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a0008476a2e7f8cddfbb62ff0d15b9c0: 2024-12-10T12:13:41,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7fcda7d99194d4f2ea832ca5f1e3799b, NAME => 'test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741842_1018 (size=45) 2024-12-10T12:13:41,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741843_1019 (size=45) 2024-12-10T12:13:41,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7fcda7d99194d4f2ea832ca5f1e3799b, disabling compactions & flushes 2024-12-10T12:13:41,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:13:41,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:13:41,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. after waiting 0 ms 2024-12-10T12:13:41,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:13:41,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:13:41,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7fcda7d99194d4f2ea832ca5f1e3799b: 2024-12-10T12:13:41,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => deb54aa6e8437a2b9b68f88ebf772db6, NAME => 'test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,261 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,261 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ac93de3187fd8a19b13960152824743d, disabling compactions & flushes 2024-12-10T12:13:41,261 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:13:41,261 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:13:41,261 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. after waiting 0 ms 2024-12-10T12:13:41,261 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:13:41,261 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:13:41,261 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ac93de3187fd8a19b13960152824743d: 2024-12-10T12:13:41,262 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4c3834bf734bd412013ab857f01bee84, NAME => 'test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741845_1021 (size=45) 2024-12-10T12:13:41,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4c3834bf734bd412013ab857f01bee84, disabling compactions & flushes 2024-12-10T12:13:41,277 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:13:41,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:13:41,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. after waiting 0 ms 2024-12-10T12:13:41,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:13:41,277 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:13:41,277 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4c3834bf734bd412013ab857f01bee84: 2024-12-10T12:13:41,279 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8176321ffeacf744e02469fc2c11c5fa, NAME => 'test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741844_1020 (size=45) 2024-12-10T12:13:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741846_1022 (size=45) 2024-12-10T12:13:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:41,640 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,641 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9cc11c17260f34e946ef45d564b65bf7, disabling compactions & flushes 2024-12-10T12:13:41,641 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:13:41,641 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:13:41,641 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. after waiting 0 ms 2024-12-10T12:13:41,641 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:13:41,641 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:13:41,641 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9cc11c17260f34e946ef45d564b65bf7: 2024-12-10T12:13:41,642 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => de962448ae2505ced7b630c8b1965819, NAME => 'test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741847_1023 (size=45) 2024-12-10T12:13:41,679 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,680 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing de962448ae2505ced7b630c8b1965819, disabling compactions & flushes 2024-12-10T12:13:41,680 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:13:41,680 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:13:41,680 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. after waiting 0 ms 2024-12-10T12:13:41,680 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:13:41,680 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:13:41,680 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for de962448ae2505ced7b630c8b1965819: 2024-12-10T12:13:41,681 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 86050a0463eb95da7c54651fe432839d, NAME => 'test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing deb54aa6e8437a2b9b68f88ebf772db6, disabling compactions & flushes 2024-12-10T12:13:41,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:13:41,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:13:41,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. after waiting 0 ms 2024-12-10T12:13:41,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:13:41,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:13:41,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for deb54aa6e8437a2b9b68f88ebf772db6: 2024-12-10T12:13:41,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b6f048da9b9aec2f7a0cebf85ae0092d, NAME => 'test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,707 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,708 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8176321ffeacf744e02469fc2c11c5fa, disabling compactions & flushes 2024-12-10T12:13:41,708 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:13:41,708 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:13:41,708 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. after waiting 0 ms 2024-12-10T12:13:41,708 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:13:41,708 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:13:41,708 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8176321ffeacf744e02469fc2c11c5fa: 2024-12-10T12:13:41,708 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 06df57cfbd36209cf20ee504f3255cfa, NAME => 'test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741849_1025 (size=45) 2024-12-10T12:13:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741848_1024 (size=45) 2024-12-10T12:13:41,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741850_1026 (size=45) 2024-12-10T12:13:41,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:41,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 06df57cfbd36209cf20ee504f3255cfa, disabling compactions & flushes 2024-12-10T12:13:41,744 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:13:41,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:13:41,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. after waiting 0 ms 2024-12-10T12:13:41,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:13:41,745 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:13:41,745 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 06df57cfbd36209cf20ee504f3255cfa: 2024-12-10T12:13:41,745 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e25aa36291f2eaa6779c116750abd554, NAME => 'test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741851_1027 (size=45) 2024-12-10T12:13:42,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b6f048da9b9aec2f7a0cebf85ae0092d, disabling compactions & flushes 2024-12-10T12:13:42,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:13:42,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:13:42,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. after waiting 0 ms 2024-12-10T12:13:42,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:13:42,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:13:42,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b6f048da9b9aec2f7a0cebf85ae0092d: 2024-12-10T12:13:42,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 890a807fdd4ccbfec1294a37415d6430, NAME => 'test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,137 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,138 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 86050a0463eb95da7c54651fe432839d, disabling compactions & flushes 2024-12-10T12:13:42,138 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:13:42,138 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:13:42,138 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. after waiting 0 ms 2024-12-10T12:13:42,138 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:13:42,138 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:13:42,138 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 86050a0463eb95da7c54651fe432839d: 2024-12-10T12:13:42,139 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3a07fb92358eb077385d574773d0668e, NAME => 'test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741852_1028 (size=45) 2024-12-10T12:13:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741853_1029 (size=45) 2024-12-10T12:13:42,180 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,180 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e25aa36291f2eaa6779c116750abd554, disabling compactions & flushes 2024-12-10T12:13:42,180 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:13:42,180 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:13:42,180 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. after waiting 0 ms 2024-12-10T12:13:42,180 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:13:42,180 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:13:42,180 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e25aa36291f2eaa6779c116750abd554: 2024-12-10T12:13:42,181 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 46efbb33049b36b95d96e9b92b52e480, NAME => 'test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741854_1030 (size=45) 2024-12-10T12:13:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:42,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 890a807fdd4ccbfec1294a37415d6430, disabling compactions & flushes 2024-12-10T12:13:42,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:13:42,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:13:42,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. after waiting 0 ms 2024-12-10T12:13:42,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:13:42,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:13:42,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 890a807fdd4ccbfec1294a37415d6430: 2024-12-10T12:13:42,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => aa4ffb73d59c80810871a3fb0ac34981, NAME => 'test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,549 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,549 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3a07fb92358eb077385d574773d0668e, disabling compactions & flushes 2024-12-10T12:13:42,549 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:13:42,549 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:13:42,549 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. after waiting 0 ms 2024-12-10T12:13:42,549 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:13:42,549 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:13:42,549 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3a07fb92358eb077385d574773d0668e: 2024-12-10T12:13:42,550 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 992af1651af77a1b9432919ff7313b0d, NAME => 'test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,575 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741855_1031 (size=45) 2024-12-10T12:13:42,600 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,600 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 46efbb33049b36b95d96e9b92b52e480, disabling compactions & flushes 2024-12-10T12:13:42,600 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:13:42,600 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:13:42,600 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. after waiting 0 ms 2024-12-10T12:13:42,600 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:13:42,600 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:13:42,600 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 46efbb33049b36b95d96e9b92b52e480: 2024-12-10T12:13:42,601 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f84a4bd85afa9d80ada7557e5c32827f, NAME => 'test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741856_1032 (size=45) 2024-12-10T12:13:42,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing aa4ffb73d59c80810871a3fb0ac34981, disabling compactions & flushes 2024-12-10T12:13:42,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:13:42,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:13:42,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. after waiting 0 ms 2024-12-10T12:13:42,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:13:42,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:13:42,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for aa4ffb73d59c80810871a3fb0ac34981: 2024-12-10T12:13:42,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e7c7b2c3ba7302ada444025e4b655b2a, NAME => 'test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741857_1033 (size=45) 2024-12-10T12:13:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741858_1034 (size=45) 2024-12-10T12:13:42,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:42,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f84a4bd85afa9d80ada7557e5c32827f, disabling compactions & flushes 2024-12-10T12:13:42,691 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:13:42,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:13:42,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. after waiting 0 ms 2024-12-10T12:13:42,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:13:42,691 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:13:42,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f84a4bd85afa9d80ada7557e5c32827f: 2024-12-10T12:13:42,692 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4acfbdac373c7e8deb3e75af0a5237d5, NAME => 'test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741859_1035 (size=45) 2024-12-10T12:13:43,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:43,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 992af1651af77a1b9432919ff7313b0d, disabling compactions & flushes 2024-12-10T12:13:43,011 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:13:43,011 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:13:43,011 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. after waiting 0 ms 2024-12-10T12:13:43,011 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:13:43,011 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:13:43,011 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 992af1651af77a1b9432919ff7313b0d: 2024-12-10T12:13:43,012 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 97e979e813ab405d4005dd2ef3db5cfc, NAME => 'test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741860_1036 (size=45) 2024-12-10T12:13:43,045 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:43,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 97e979e813ab405d4005dd2ef3db5cfc, disabling compactions & flushes 2024-12-10T12:13:43,046 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:13:43,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:13:43,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. after waiting 0 ms 2024-12-10T12:13:43,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:13:43,046 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:13:43,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 97e979e813ab405d4005dd2ef3db5cfc: 2024-12-10T12:13:43,047 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0a5ddeaab2ce5f31fbd94f48da700e24, NAME => 'test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:43,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:43,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e7c7b2c3ba7302ada444025e4b655b2a, disabling compactions & flushes 2024-12-10T12:13:43,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:13:43,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:13:43,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. after waiting 0 ms 2024-12-10T12:13:43,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:13:43,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:13:43,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e7c7b2c3ba7302ada444025e4b655b2a: 2024-12-10T12:13:43,090 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 63b0e43428a70a3fb95635a0ca1c9964, NAME => 'test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741861_1037 (size=45) 2024-12-10T12:13:43,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:43,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0a5ddeaab2ce5f31fbd94f48da700e24, disabling compactions & flushes 2024-12-10T12:13:43,100 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:13:43,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:13:43,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. after waiting 0 ms 2024-12-10T12:13:43,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:13:43,100 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:13:43,100 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0a5ddeaab2ce5f31fbd94f48da700e24: 2024-12-10T12:13:43,101 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 628584b9de6b803781ce62f548ec0f5c, NAME => 'test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:43,153 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:43,153 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4acfbdac373c7e8deb3e75af0a5237d5, disabling compactions & flushes 2024-12-10T12:13:43,153 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:13:43,153 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:13:43,153 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. after waiting 0 ms 2024-12-10T12:13:43,153 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:13:43,153 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:13:43,153 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4acfbdac373c7e8deb3e75af0a5237d5: 2024-12-10T12:13:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741862_1038 (size=45) 2024-12-10T12:13:43,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:43,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 63b0e43428a70a3fb95635a0ca1c9964, disabling compactions & flushes 2024-12-10T12:13:43,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:13:43,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:13:43,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. after waiting 0 ms 2024-12-10T12:13:43,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:13:43,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:13:43,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 63b0e43428a70a3fb95635a0ca1c9964: 2024-12-10T12:13:43,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741863_1039 (size=42) 2024-12-10T12:13:43,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:43,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 628584b9de6b803781ce62f548ec0f5c, disabling compactions & flushes 2024-12-10T12:13:43,572 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:13:43,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:13:43,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. after waiting 0 ms 2024-12-10T12:13:43,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:13:43,572 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:13:43,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 628584b9de6b803781ce62f548ec0f5c: 2024-12-10T12:13:43,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T12:13:43,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733832823575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832823575"}]},"ts":"1733832823575"} 2024-12-10T12:13:43,632 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-10T12:13:43,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T12:13:43,640 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832823640"}]},"ts":"1733832823640"} 2024-12-10T12:13:43,647 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-10T12:13:43,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a0008476a2e7f8cddfbb62ff0d15b9c0, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c515eaa27f0caf7f8b14f41c38ebdca, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a55ce85a8117027e2f6153e51576e64, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac93de3187fd8a19b13960152824743d, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9cc11c17260f34e946ef45d564b65bf7, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fcda7d99194d4f2ea832ca5f1e3799b, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=deb54aa6e8437a2b9b68f88ebf772db6, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c3834bf734bd412013ab857f01bee84, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8176321ffeacf744e02469fc2c11c5fa, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de962448ae2505ced7b630c8b1965819, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=86050a0463eb95da7c54651fe432839d, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b6f048da9b9aec2f7a0cebf85ae0092d, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=06df57cfbd36209cf20ee504f3255cfa, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e25aa36291f2eaa6779c116750abd554, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=890a807fdd4ccbfec1294a37415d6430, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3a07fb92358eb077385d574773d0668e, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=46efbb33049b36b95d96e9b92b52e480, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aa4ffb73d59c80810871a3fb0ac34981, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=992af1651af77a1b9432919ff7313b0d, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f84a4bd85afa9d80ada7557e5c32827f, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e7c7b2c3ba7302ada444025e4b655b2a, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4acfbdac373c7e8deb3e75af0a5237d5, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=97e979e813ab405d4005dd2ef3db5cfc, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0a5ddeaab2ce5f31fbd94f48da700e24, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63b0e43428a70a3fb95635a0ca1c9964, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=628584b9de6b803781ce62f548ec0f5c, ASSIGN}] 2024-12-10T12:13:43,686 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a0008476a2e7f8cddfbb62ff0d15b9c0, ASSIGN 2024-12-10T12:13:43,687 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9cc11c17260f34e946ef45d564b65bf7, ASSIGN 2024-12-10T12:13:43,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fcda7d99194d4f2ea832ca5f1e3799b, ASSIGN 2024-12-10T12:13:43,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac93de3187fd8a19b13960152824743d, ASSIGN 2024-12-10T12:13:43,692 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a0008476a2e7f8cddfbb62ff0d15b9c0, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=628584b9de6b803781ce62f548ec0f5c, ASSIGN 2024-12-10T12:13:43,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7fcda7d99194d4f2ea832ca5f1e3799b, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,692 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9cc11c17260f34e946ef45d564b65bf7, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,692 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ac93de3187fd8a19b13960152824743d, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63b0e43428a70a3fb95635a0ca1c9964, ASSIGN 2024-12-10T12:13:43,697 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=63b0e43428a70a3fb95635a0ca1c9964, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0a5ddeaab2ce5f31fbd94f48da700e24, ASSIGN 2024-12-10T12:13:43,698 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=628584b9de6b803781ce62f548ec0f5c, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0a5ddeaab2ce5f31fbd94f48da700e24, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=97e979e813ab405d4005dd2ef3db5cfc, ASSIGN 2024-12-10T12:13:43,703 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=97e979e813ab405d4005dd2ef3db5cfc, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,707 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e7c7b2c3ba7302ada444025e4b655b2a, ASSIGN 2024-12-10T12:13:43,708 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f84a4bd85afa9d80ada7557e5c32827f, ASSIGN 2024-12-10T12:13:43,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=992af1651af77a1b9432919ff7313b0d, ASSIGN 2024-12-10T12:13:43,709 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aa4ffb73d59c80810871a3fb0ac34981, ASSIGN 2024-12-10T12:13:43,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4acfbdac373c7e8deb3e75af0a5237d5, ASSIGN 2024-12-10T12:13:43,710 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e7c7b2c3ba7302ada444025e4b655b2a, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,711 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f84a4bd85afa9d80ada7557e5c32827f, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4acfbdac373c7e8deb3e75af0a5237d5, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,712 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=992af1651af77a1b9432919ff7313b0d, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=aa4ffb73d59c80810871a3fb0ac34981, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,718 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=46efbb33049b36b95d96e9b92b52e480, ASSIGN 2024-12-10T12:13:43,720 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=46efbb33049b36b95d96e9b92b52e480, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3a07fb92358eb077385d574773d0668e, ASSIGN 2024-12-10T12:13:43,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3a07fb92358eb077385d574773d0668e, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=890a807fdd4ccbfec1294a37415d6430, ASSIGN 2024-12-10T12:13:43,746 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=890a807fdd4ccbfec1294a37415d6430, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e25aa36291f2eaa6779c116750abd554, ASSIGN 2024-12-10T12:13:43,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e25aa36291f2eaa6779c116750abd554, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=06df57cfbd36209cf20ee504f3255cfa, ASSIGN 2024-12-10T12:13:43,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b6f048da9b9aec2f7a0cebf85ae0092d, ASSIGN 2024-12-10T12:13:43,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=86050a0463eb95da7c54651fe432839d, ASSIGN 2024-12-10T12:13:43,764 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=06df57cfbd36209cf20ee504f3255cfa, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,768 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=86050a0463eb95da7c54651fe432839d, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,768 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b6f048da9b9aec2f7a0cebf85ae0092d, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8176321ffeacf744e02469fc2c11c5fa, ASSIGN 2024-12-10T12:13:43,770 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8176321ffeacf744e02469fc2c11c5fa, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,778 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c3834bf734bd412013ab857f01bee84, ASSIGN 2024-12-10T12:13:43,780 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4c3834bf734bd412013ab857f01bee84, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de962448ae2505ced7b630c8b1965819, ASSIGN 2024-12-10T12:13:43,785 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=de962448ae2505ced7b630c8b1965819, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a55ce85a8117027e2f6153e51576e64, ASSIGN 2024-12-10T12:13:43,793 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c515eaa27f0caf7f8b14f41c38ebdca, ASSIGN 2024-12-10T12:13:43,793 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=deb54aa6e8437a2b9b68f88ebf772db6, ASSIGN 2024-12-10T12:13:43,794 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7a55ce85a8117027e2f6153e51576e64, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,794 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c515eaa27f0caf7f8b14f41c38ebdca, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=deb54aa6e8437a2b9b68f88ebf772db6, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:43,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=de962448ae2505ced7b630c8b1965819, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=f84a4bd85afa9d80ada7557e5c32827f, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=86050a0463eb95da7c54651fe432839d, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=97e979e813ab405d4005dd2ef3db5cfc, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=ac93de3187fd8a19b13960152824743d, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=29, state=RUNNABLE; OpenRegionProcedure f84a4bd85afa9d80ada7557e5c32827f, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=19, state=RUNNABLE; OpenRegionProcedure de962448ae2505ced7b630c8b1965819, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=13, state=RUNNABLE; OpenRegionProcedure ac93de3187fd8a19b13960152824743d, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=32, state=RUNNABLE; OpenRegionProcedure 97e979e813ab405d4005dd2ef3db5cfc, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=20, state=RUNNABLE; OpenRegionProcedure 86050a0463eb95da7c54651fe432839d, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,875 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9cc11c17260f34e946ef45d564b65bf7, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=4acfbdac373c7e8deb3e75af0a5237d5, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=628584b9de6b803781ce62f548ec0f5c, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=deb54aa6e8437a2b9b68f88ebf772db6, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=63b0e43428a70a3fb95635a0ca1c9964, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=14, state=RUNNABLE; OpenRegionProcedure 9cc11c17260f34e946ef45d564b65bf7, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=31, state=RUNNABLE; OpenRegionProcedure 4acfbdac373c7e8deb3e75af0a5237d5, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=16, state=RUNNABLE; OpenRegionProcedure deb54aa6e8437a2b9b68f88ebf772db6, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=35, state=RUNNABLE; OpenRegionProcedure 628584b9de6b803781ce62f548ec0f5c, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=34, state=RUNNABLE; OpenRegionProcedure 63b0e43428a70a3fb95635a0ca1c9964, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=46efbb33049b36b95d96e9b92b52e480, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=890a807fdd4ccbfec1294a37415d6430, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,927 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b6f048da9b9aec2f7a0cebf85ae0092d, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,928 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=992af1651af77a1b9432919ff7313b0d, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=aa4ffb73d59c80810871a3fb0ac34981, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=28, state=RUNNABLE; OpenRegionProcedure 992af1651af77a1b9432919ff7313b0d, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=26, state=RUNNABLE; OpenRegionProcedure 46efbb33049b36b95d96e9b92b52e480, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=24, state=RUNNABLE; OpenRegionProcedure 890a807fdd4ccbfec1294a37415d6430, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=21, state=RUNNABLE; OpenRegionProcedure b6f048da9b9aec2f7a0cebf85ae0092d, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=27, state=RUNNABLE; OpenRegionProcedure aa4ffb73d59c80810871a3fb0ac34981, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=8176321ffeacf744e02469fc2c11c5fa, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=e7c7b2c3ba7302ada444025e4b655b2a, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=3a07fb92358eb077385d574773d0668e, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=0a5ddeaab2ce5f31fbd94f48da700e24, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=18, state=RUNNABLE; OpenRegionProcedure 8176321ffeacf744e02469fc2c11c5fa, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e25aa36291f2eaa6779c116750abd554, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=30, state=RUNNABLE; OpenRegionProcedure e7c7b2c3ba7302ada444025e4b655b2a, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=25, state=RUNNABLE; OpenRegionProcedure 3a07fb92358eb077385d574773d0668e, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=23, state=RUNNABLE; OpenRegionProcedure e25aa36291f2eaa6779c116750abd554, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=33, state=RUNNABLE; OpenRegionProcedure 0a5ddeaab2ce5f31fbd94f48da700e24, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7fcda7d99194d4f2ea832ca5f1e3799b, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=06df57cfbd36209cf20ee504f3255cfa, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4c3834bf734bd412013ab857f01bee84, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=15, state=RUNNABLE; OpenRegionProcedure 7fcda7d99194d4f2ea832ca5f1e3799b, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=7a55ce85a8117027e2f6153e51576e64, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=17, state=RUNNABLE; OpenRegionProcedure 4c3834bf734bd412013ab857f01bee84, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=22, state=RUNNABLE; OpenRegionProcedure 06df57cfbd36209cf20ee504f3255cfa, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6c515eaa27f0caf7f8b14f41c38ebdca, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=12, state=RUNNABLE; OpenRegionProcedure 7a55ce85a8117027e2f6153e51576e64, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a0008476a2e7f8cddfbb62ff0d15b9c0, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:43,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=11, state=RUNNABLE; OpenRegionProcedure 6c515eaa27f0caf7f8b14f41c38ebdca, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:43,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=10, state=RUNNABLE; OpenRegionProcedure a0008476a2e7f8cddfbb62ff0d15b9c0, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:44,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:13:44,021 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:13:44,021 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 63b0e43428a70a3fb95635a0ca1c9964, NAME => 'test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-10T12:13:44,022 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,022 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,022 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,022 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,027 INFO [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,028 INFO [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63b0e43428a70a3fb95635a0ca1c9964 columnFamilyName f 2024-12-10T12:13:44,029 DEBUG [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,029 INFO [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] regionserver.HStore(327): Store=63b0e43428a70a3fb95635a0ca1c9964/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,029 INFO [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,031 INFO [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63b0e43428a70a3fb95635a0ca1c9964 columnFamilyName norep 2024-12-10T12:13:44,031 DEBUG [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,032 INFO [StoreOpener-63b0e43428a70a3fb95635a0ca1c9964-1 {}] regionserver.HStore(327): Store=63b0e43428a70a3fb95635a0ca1c9964/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,034 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,034 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,036 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,038 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:13:44,041 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/63b0e43428a70a3fb95635a0ca1c9964/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,042 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 63b0e43428a70a3fb95635a0ca1c9964; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66682926, jitterRate=-0.006346970796585083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,043 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 63b0e43428a70a3fb95635a0ca1c9964: 2024-12-10T12:13:44,044 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964., pid=44, masterSystemTime=1733832824010 2024-12-10T12:13:44,046 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:13:44,046 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:13:44,047 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:13:44,047 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c3834bf734bd412013ab857f01bee84, NAME => 'test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-10T12:13:44,047 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=63b0e43428a70a3fb95635a0ca1c9964, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,047 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,048 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,048 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=34 2024-12-10T12:13:44,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=34, state=SUCCESS; OpenRegionProcedure 63b0e43428a70a3fb95635a0ca1c9964, server=fad905551524,36963,1733832807370 in 157 msec 2024-12-10T12:13:44,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=63b0e43428a70a3fb95635a0ca1c9964, ASSIGN in 384 msec 2024-12-10T12:13:44,061 INFO [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,063 INFO [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c3834bf734bd412013ab857f01bee84 columnFamilyName f 2024-12-10T12:13:44,063 DEBUG [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,067 INFO [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] regionserver.HStore(327): Store=4c3834bf734bd412013ab857f01bee84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,067 INFO [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,070 INFO [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c3834bf734bd412013ab857f01bee84 columnFamilyName norep 2024-12-10T12:13:44,070 DEBUG [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,071 INFO [StoreOpener-4c3834bf734bd412013ab857f01bee84-1 {}] regionserver.HStore(327): Store=4c3834bf734bd412013ab857f01bee84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,076 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,080 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,084 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,090 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 4c3834bf734bd412013ab857f01bee84 2024-12-10T12:13:44,107 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4c3834bf734bd412013ab857f01bee84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,111 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 4c3834bf734bd412013ab857f01bee84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67579952, jitterRate=0.007019758224487305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,111 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 4c3834bf734bd412013ab857f01bee84: 2024-12-10T12:13:44,115 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84., pid=58, masterSystemTime=1733832824010 2024-12-10T12:13:44,122 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:13:44,122 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:13:44,122 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:13:44,122 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => f84a4bd85afa9d80ada7557e5c32827f, NAME => 'test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-10T12:13:44,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4c3834bf734bd412013ab857f01bee84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,123 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,123 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,123 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,123 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=17 2024-12-10T12:13:44,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=17, state=SUCCESS; OpenRegionProcedure 4c3834bf734bd412013ab857f01bee84, server=fad905551524,36963,1733832807370 in 147 msec 2024-12-10T12:13:44,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4c3834bf734bd412013ab857f01bee84, ASSIGN in 455 msec 2024-12-10T12:13:44,131 INFO [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,137 INFO [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84a4bd85afa9d80ada7557e5c32827f columnFamilyName f 2024-12-10T12:13:44,137 DEBUG [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,138 INFO [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] regionserver.HStore(327): Store=f84a4bd85afa9d80ada7557e5c32827f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,138 INFO [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,143 INFO [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f84a4bd85afa9d80ada7557e5c32827f columnFamilyName norep 2024-12-10T12:13:44,143 DEBUG [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,148 INFO [StoreOpener-f84a4bd85afa9d80ada7557e5c32827f-1 {}] regionserver.HStore(327): Store=f84a4bd85afa9d80ada7557e5c32827f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,149 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,150 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,152 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,154 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:13:44,159 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/f84a4bd85afa9d80ada7557e5c32827f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,161 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened f84a4bd85afa9d80ada7557e5c32827f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66098510, jitterRate=-0.015055447816848755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,161 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for f84a4bd85afa9d80ada7557e5c32827f: 2024-12-10T12:13:44,162 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f., pid=36, masterSystemTime=1733832824010 2024-12-10T12:13:44,176 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:13:44,176 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:13:44,176 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:13:44,176 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a07fb92358eb077385d574773d0668e, NAME => 'test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-10T12:13:44,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=f84a4bd85afa9d80ada7557e5c32827f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,177 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,177 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,177 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,177 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,187 INFO [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,191 INFO [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a07fb92358eb077385d574773d0668e columnFamilyName f 2024-12-10T12:13:44,191 DEBUG [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,192 INFO [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] regionserver.HStore(327): Store=3a07fb92358eb077385d574773d0668e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,193 INFO [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,195 INFO [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a07fb92358eb077385d574773d0668e columnFamilyName norep 2024-12-10T12:13:44,195 DEBUG [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,199 INFO [StoreOpener-3a07fb92358eb077385d574773d0668e-1 {}] regionserver.HStore(327): Store=3a07fb92358eb077385d574773d0668e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,201 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,202 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,207 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=29 2024-12-10T12:13:44,209 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 3a07fb92358eb077385d574773d0668e 2024-12-10T12:13:44,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=29, state=SUCCESS; OpenRegionProcedure f84a4bd85afa9d80ada7557e5c32827f, server=fad905551524,36963,1733832807370 in 340 msec 2024-12-10T12:13:44,215 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/3a07fb92358eb077385d574773d0668e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f84a4bd85afa9d80ada7557e5c32827f, ASSIGN in 534 msec 2024-12-10T12:13:44,218 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 3a07fb92358eb077385d574773d0668e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59275153, jitterRate=-0.11673139035701752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,219 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 3a07fb92358eb077385d574773d0668e: 2024-12-10T12:13:44,220 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e., pid=53, masterSystemTime=1733832824010 2024-12-10T12:13:44,224 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:13:44,224 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:13:44,225 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:13:44,225 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 8176321ffeacf744e02469fc2c11c5fa, NAME => 'test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-10T12:13:44,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=3a07fb92358eb077385d574773d0668e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,225 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,225 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,226 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,226 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,230 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46797 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=fad905551524,36963,1733832807370, table=test, region=3a07fb92358eb077385d574773d0668e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T12:13:44,239 INFO [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,245 INFO [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8176321ffeacf744e02469fc2c11c5fa columnFamilyName f 2024-12-10T12:13:44,245 DEBUG [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,246 INFO [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] regionserver.HStore(327): Store=8176321ffeacf744e02469fc2c11c5fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=25 2024-12-10T12:13:44,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=25, state=SUCCESS; OpenRegionProcedure 3a07fb92358eb077385d574773d0668e, server=fad905551524,36963,1733832807370 in 268 msec 2024-12-10T12:13:44,246 INFO [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3a07fb92358eb077385d574773d0668e, ASSIGN in 572 msec 2024-12-10T12:13:44,256 INFO [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8176321ffeacf744e02469fc2c11c5fa columnFamilyName norep 2024-12-10T12:13:44,256 DEBUG [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,260 INFO [StoreOpener-8176321ffeacf744e02469fc2c11c5fa-1 {}] regionserver.HStore(327): Store=8176321ffeacf744e02469fc2c11c5fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,261 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,262 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,266 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,269 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:13:44,285 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/8176321ffeacf744e02469fc2c11c5fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,288 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 8176321ffeacf744e02469fc2c11c5fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63203415, jitterRate=-0.058195725083351135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,288 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 8176321ffeacf744e02469fc2c11c5fa: 2024-12-10T12:13:44,291 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa., pid=51, masterSystemTime=1733832824010 2024-12-10T12:13:44,295 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:13:44,295 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:13:44,295 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:13:44,296 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 06df57cfbd36209cf20ee504f3255cfa, NAME => 'test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-10T12:13:44,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=8176321ffeacf744e02469fc2c11c5fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,296 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,296 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,297 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,297 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,305 INFO [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,308 INFO [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06df57cfbd36209cf20ee504f3255cfa columnFamilyName f 2024-12-10T12:13:44,308 DEBUG [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=18 2024-12-10T12:13:44,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=18, state=SUCCESS; OpenRegionProcedure 8176321ffeacf744e02469fc2c11c5fa, server=fad905551524,36963,1733832807370 in 342 msec 2024-12-10T12:13:44,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8176321ffeacf744e02469fc2c11c5fa, ASSIGN in 634 msec 2024-12-10T12:13:44,312 INFO [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] regionserver.HStore(327): Store=06df57cfbd36209cf20ee504f3255cfa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,312 INFO [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:13:44,324 INFO [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06df57cfbd36209cf20ee504f3255cfa columnFamilyName norep 2024-12-10T12:13:44,324 DEBUG [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,327 INFO [StoreOpener-06df57cfbd36209cf20ee504f3255cfa-1 {}] regionserver.HStore(327): Store=06df57cfbd36209cf20ee504f3255cfa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,333 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,344 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,352 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,360 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:13:44,379 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/06df57cfbd36209cf20ee504f3255cfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,382 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 06df57cfbd36209cf20ee504f3255cfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64694685, jitterRate=-0.03597407042980194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,382 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 06df57cfbd36209cf20ee504f3255cfa: 2024-12-10T12:13:44,385 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa., pid=57, masterSystemTime=1733832824010 2024-12-10T12:13:44,396 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:13:44,396 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:13:44,396 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:13:44,397 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => ac93de3187fd8a19b13960152824743d, NAME => 'test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-10T12:13:44,397 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,397 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,397 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,397 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=06df57cfbd36209cf20ee504f3255cfa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,411 INFO [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=22 2024-12-10T12:13:44,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=22, state=SUCCESS; OpenRegionProcedure 06df57cfbd36209cf20ee504f3255cfa, server=fad905551524,36963,1733832807370 in 436 msec 2024-12-10T12:13:44,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=06df57cfbd36209cf20ee504f3255cfa, ASSIGN in 744 msec 2024-12-10T12:13:44,428 INFO [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac93de3187fd8a19b13960152824743d columnFamilyName f 2024-12-10T12:13:44,428 DEBUG [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,435 INFO [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] regionserver.HStore(327): Store=ac93de3187fd8a19b13960152824743d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,436 INFO [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,448 INFO [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac93de3187fd8a19b13960152824743d columnFamilyName norep 2024-12-10T12:13:44,448 DEBUG [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,455 INFO [StoreOpener-ac93de3187fd8a19b13960152824743d-1 {}] regionserver.HStore(327): Store=ac93de3187fd8a19b13960152824743d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,459 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,463 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,475 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:44,495 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for ac93de3187fd8a19b13960152824743d 2024-12-10T12:13:44,539 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/ac93de3187fd8a19b13960152824743d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,542 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened ac93de3187fd8a19b13960152824743d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70886232, jitterRate=0.056287169456481934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,542 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for ac93de3187fd8a19b13960152824743d: 2024-12-10T12:13:44,546 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d., pid=40, masterSystemTime=1733832824010 2024-12-10T12:13:44,560 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:13:44,560 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:13:44,560 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:13:44,561 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => aa4ffb73d59c80810871a3fb0ac34981, NAME => 'test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-10T12:13:44,561 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,561 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,561 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,562 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,571 INFO [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=ac93de3187fd8a19b13960152824743d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,581 INFO [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa4ffb73d59c80810871a3fb0ac34981 columnFamilyName f 2024-12-10T12:13:44,581 DEBUG [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,584 INFO [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] regionserver.HStore(327): Store=aa4ffb73d59c80810871a3fb0ac34981/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,585 INFO [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,607 INFO [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa4ffb73d59c80810871a3fb0ac34981 columnFamilyName norep 2024-12-10T12:13:44,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=13 2024-12-10T12:13:44,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=13, state=SUCCESS; OpenRegionProcedure ac93de3187fd8a19b13960152824743d, server=fad905551524,36963,1733832807370 in 729 msec 2024-12-10T12:13:44,607 DEBUG [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ac93de3187fd8a19b13960152824743d, ASSIGN in 933 msec 2024-12-10T12:13:44,613 INFO [StoreOpener-aa4ffb73d59c80810871a3fb0ac34981-1 {}] regionserver.HStore(327): Store=aa4ffb73d59c80810871a3fb0ac34981/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,614 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,625 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,635 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,648 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:13:44,673 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/aa4ffb73d59c80810871a3fb0ac34981/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,680 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened aa4ffb73d59c80810871a3fb0ac34981; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64613378, jitterRate=-0.03718563914299011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,680 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for aa4ffb73d59c80810871a3fb0ac34981: 2024-12-10T12:13:44,683 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981., pid=50, masterSystemTime=1733832824010 2024-12-10T12:13:44,700 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:13:44,700 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:13:44,700 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:13:44,701 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 97e979e813ab405d4005dd2ef3db5cfc, NAME => 'test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-10T12:13:44,701 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,701 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,702 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,702 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=aa4ffb73d59c80810871a3fb0ac34981, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,713 INFO [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=27 2024-12-10T12:13:44,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=27, state=SUCCESS; OpenRegionProcedure aa4ffb73d59c80810871a3fb0ac34981, server=fad905551524,36963,1733832807370 in 770 msec 2024-12-10T12:13:44,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=aa4ffb73d59c80810871a3fb0ac34981, ASSIGN in 1.0390 sec 2024-12-10T12:13:44,728 INFO [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97e979e813ab405d4005dd2ef3db5cfc columnFamilyName f 2024-12-10T12:13:44,728 DEBUG [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,735 INFO [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] regionserver.HStore(327): Store=97e979e813ab405d4005dd2ef3db5cfc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,735 INFO [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,739 INFO [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97e979e813ab405d4005dd2ef3db5cfc columnFamilyName norep 2024-12-10T12:13:44,739 DEBUG [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,740 INFO [StoreOpener-97e979e813ab405d4005dd2ef3db5cfc-1 {}] regionserver.HStore(327): Store=97e979e813ab405d4005dd2ef3db5cfc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,747 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,748 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,750 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,757 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:13:44,764 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/97e979e813ab405d4005dd2ef3db5cfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,765 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 97e979e813ab405d4005dd2ef3db5cfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64072413, jitterRate=-0.04524664580821991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,765 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 97e979e813ab405d4005dd2ef3db5cfc: 2024-12-10T12:13:44,766 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc., pid=39, masterSystemTime=1733832824010 2024-12-10T12:13:44,769 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:13:44,769 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:13:44,769 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:13:44,769 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 4acfbdac373c7e8deb3e75af0a5237d5, NAME => 'test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-10T12:13:44,770 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=97e979e813ab405d4005dd2ef3db5cfc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,770 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,770 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,770 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,773 INFO [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,777 INFO [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4acfbdac373c7e8deb3e75af0a5237d5 columnFamilyName f 2024-12-10T12:13:44,777 DEBUG [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=32 2024-12-10T12:13:44,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=32, state=SUCCESS; OpenRegionProcedure 97e979e813ab405d4005dd2ef3db5cfc, server=fad905551524,36963,1733832807370 in 915 msec 2024-12-10T12:13:44,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=97e979e813ab405d4005dd2ef3db5cfc, ASSIGN in 1.1030 sec 2024-12-10T12:13:44,782 INFO [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] regionserver.HStore(327): Store=4acfbdac373c7e8deb3e75af0a5237d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,783 INFO [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,788 INFO [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4acfbdac373c7e8deb3e75af0a5237d5 columnFamilyName norep 2024-12-10T12:13:44,788 DEBUG [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,791 INFO [StoreOpener-4acfbdac373c7e8deb3e75af0a5237d5-1 {}] regionserver.HStore(327): Store=4acfbdac373c7e8deb3e75af0a5237d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,793 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,801 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,804 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,807 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:13:44,815 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4acfbdac373c7e8deb3e75af0a5237d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,820 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 4acfbdac373c7e8deb3e75af0a5237d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58832805, jitterRate=-0.12332288920879364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,820 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 4acfbdac373c7e8deb3e75af0a5237d5: 2024-12-10T12:13:44,822 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5., pid=43, masterSystemTime=1733832824010 2024-12-10T12:13:44,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=4acfbdac373c7e8deb3e75af0a5237d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,827 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:13:44,827 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:13:44,827 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:13:44,827 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 628584b9de6b803781ce62f548ec0f5c, NAME => 'test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-10T12:13:44,828 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,828 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,828 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,828 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,833 INFO [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=31 2024-12-10T12:13:44,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=31, state=SUCCESS; OpenRegionProcedure 4acfbdac373c7e8deb3e75af0a5237d5, server=fad905551524,36963,1733832807370 in 938 msec 2024-12-10T12:13:44,836 INFO [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 628584b9de6b803781ce62f548ec0f5c columnFamilyName f 2024-12-10T12:13:44,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4acfbdac373c7e8deb3e75af0a5237d5, ASSIGN in 1.1600 sec 2024-12-10T12:13:44,836 DEBUG [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,837 INFO [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] regionserver.HStore(327): Store=628584b9de6b803781ce62f548ec0f5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,837 INFO [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,840 INFO [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 628584b9de6b803781ce62f548ec0f5c columnFamilyName norep 2024-12-10T12:13:44,840 DEBUG [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,841 INFO [StoreOpener-628584b9de6b803781ce62f548ec0f5c-1 {}] regionserver.HStore(327): Store=628584b9de6b803781ce62f548ec0f5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,842 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,843 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,845 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,848 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:13:44,856 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/628584b9de6b803781ce62f548ec0f5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,857 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 628584b9de6b803781ce62f548ec0f5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67335425, jitterRate=0.003376021981239319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,857 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 628584b9de6b803781ce62f548ec0f5c: 2024-12-10T12:13:44,859 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c., pid=42, masterSystemTime=1733832824010 2024-12-10T12:13:44,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=628584b9de6b803781ce62f548ec0f5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,884 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:13:44,884 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:13:44,884 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:13:44,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=35 2024-12-10T12:13:44,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=35, state=SUCCESS; OpenRegionProcedure 628584b9de6b803781ce62f548ec0f5c, server=fad905551524,36963,1733832807370 in 989 msec 2024-12-10T12:13:44,885 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => e25aa36291f2eaa6779c116750abd554, NAME => 'test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-10T12:13:44,892 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,892 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,892 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,892 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=628584b9de6b803781ce62f548ec0f5c, ASSIGN in 1.2110 sec 2024-12-10T12:13:44,902 INFO [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,916 INFO [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e25aa36291f2eaa6779c116750abd554 columnFamilyName f 2024-12-10T12:13:44,916 DEBUG [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,920 INFO [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] regionserver.HStore(327): Store=e25aa36291f2eaa6779c116750abd554/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,920 INFO [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,922 INFO [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e25aa36291f2eaa6779c116750abd554 columnFamilyName norep 2024-12-10T12:13:44,922 DEBUG [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,923 INFO [StoreOpener-e25aa36291f2eaa6779c116750abd554-1 {}] regionserver.HStore(327): Store=e25aa36291f2eaa6779c116750abd554/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,928 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,929 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,931 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:44,933 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for e25aa36291f2eaa6779c116750abd554 2024-12-10T12:13:44,939 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e25aa36291f2eaa6779c116750abd554/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:44,940 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened e25aa36291f2eaa6779c116750abd554; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74741430, jitterRate=0.11373409628868103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:44,940 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for e25aa36291f2eaa6779c116750abd554: 2024-12-10T12:13:44,948 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554., pid=55, masterSystemTime=1733832824010 2024-12-10T12:13:44,956 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:13:44,957 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:13:44,957 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:13:44,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e25aa36291f2eaa6779c116750abd554, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:44,959 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => deb54aa6e8437a2b9b68f88ebf772db6, NAME => 'test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-10T12:13:44,959 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:44,959 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:44,959 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:44,960 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:44,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=23 2024-12-10T12:13:44,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=23, state=SUCCESS; OpenRegionProcedure e25aa36291f2eaa6779c116750abd554, server=fad905551524,36963,1733832807370 in 998 msec 2024-12-10T12:13:44,980 INFO [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:44,988 INFO [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb54aa6e8437a2b9b68f88ebf772db6 columnFamilyName f 2024-12-10T12:13:44,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e25aa36291f2eaa6779c116750abd554, ASSIGN in 1.3050 sec 2024-12-10T12:13:44,988 DEBUG [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,991 INFO [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] regionserver.HStore(327): Store=deb54aa6e8437a2b9b68f88ebf772db6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,992 INFO [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:44,997 INFO [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb54aa6e8437a2b9b68f88ebf772db6 columnFamilyName norep 2024-12-10T12:13:44,997 DEBUG [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:44,998 INFO [StoreOpener-deb54aa6e8437a2b9b68f88ebf772db6-1 {}] regionserver.HStore(327): Store=deb54aa6e8437a2b9b68f88ebf772db6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:44,999 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:44,999 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:45,001 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,003 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:13:45,005 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/deb54aa6e8437a2b9b68f88ebf772db6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,006 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened deb54aa6e8437a2b9b68f88ebf772db6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65224369, jitterRate=-0.02808116376399994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,006 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for deb54aa6e8437a2b9b68f88ebf772db6: 2024-12-10T12:13:45,008 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6., pid=45, masterSystemTime=1733832824010 2024-12-10T12:13:45,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=deb54aa6e8437a2b9b68f88ebf772db6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,013 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:13:45,013 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:13:45,013 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:13:45,013 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => b6f048da9b9aec2f7a0cebf85ae0092d, NAME => 'test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-10T12:13:45,013 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,014 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,014 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,014 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,019 INFO [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=16 2024-12-10T12:13:45,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=16, state=SUCCESS; OpenRegionProcedure deb54aa6e8437a2b9b68f88ebf772db6, server=fad905551524,36963,1733832807370 in 1.1210 sec 2024-12-10T12:13:45,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=deb54aa6e8437a2b9b68f88ebf772db6, ASSIGN in 1.3480 sec 2024-12-10T12:13:45,028 INFO [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f048da9b9aec2f7a0cebf85ae0092d columnFamilyName f 2024-12-10T12:13:45,029 DEBUG [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,030 INFO [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] regionserver.HStore(327): Store=b6f048da9b9aec2f7a0cebf85ae0092d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,030 INFO [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,032 INFO [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f048da9b9aec2f7a0cebf85ae0092d columnFamilyName norep 2024-12-10T12:13:45,032 DEBUG [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,037 INFO [StoreOpener-b6f048da9b9aec2f7a0cebf85ae0092d-1 {}] regionserver.HStore(327): Store=b6f048da9b9aec2f7a0cebf85ae0092d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,039 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,039 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,040 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,042 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:13:45,048 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/b6f048da9b9aec2f7a0cebf85ae0092d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,049 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened b6f048da9b9aec2f7a0cebf85ae0092d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74110752, jitterRate=0.10433626174926758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,049 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for b6f048da9b9aec2f7a0cebf85ae0092d: 2024-12-10T12:13:45,050 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d., pid=49, masterSystemTime=1733832824010 2024-12-10T12:13:45,053 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:13:45,053 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:13:45,053 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:13:45,054 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => e7c7b2c3ba7302ada444025e4b655b2a, NAME => 'test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-10T12:13:45,054 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,054 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,054 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,054 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b6f048da9b9aec2f7a0cebf85ae0092d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=21 2024-12-10T12:13:45,063 INFO [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=21, state=SUCCESS; OpenRegionProcedure b6f048da9b9aec2f7a0cebf85ae0092d, server=fad905551524,36963,1733832807370 in 1.1220 sec 2024-12-10T12:13:45,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b6f048da9b9aec2f7a0cebf85ae0092d, ASSIGN in 1.3860 sec 2024-12-10T12:13:45,081 INFO [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7c7b2c3ba7302ada444025e4b655b2a columnFamilyName f 2024-12-10T12:13:45,081 DEBUG [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,085 INFO [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] regionserver.HStore(327): Store=e7c7b2c3ba7302ada444025e4b655b2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,085 INFO [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,094 INFO [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7c7b2c3ba7302ada444025e4b655b2a columnFamilyName norep 2024-12-10T12:13:45,094 DEBUG [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,095 INFO [StoreOpener-e7c7b2c3ba7302ada444025e4b655b2a-1 {}] regionserver.HStore(327): Store=e7c7b2c3ba7302ada444025e4b655b2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,097 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,098 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,099 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,102 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:13:45,106 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e7c7b2c3ba7302ada444025e4b655b2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,106 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened e7c7b2c3ba7302ada444025e4b655b2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299973, jitterRate=0.06245239078998566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,107 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for e7c7b2c3ba7302ada444025e4b655b2a: 2024-12-10T12:13:45,108 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a., pid=52, masterSystemTime=1733832824010 2024-12-10T12:13:45,114 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:13:45,114 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:13:45,114 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:13:45,114 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a55ce85a8117027e2f6153e51576e64, NAME => 'test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-10T12:13:45,115 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,115 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,115 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,115 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=e7c7b2c3ba7302ada444025e4b655b2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,123 INFO [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=30 2024-12-10T12:13:45,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=30, state=SUCCESS; OpenRegionProcedure e7c7b2c3ba7302ada444025e4b655b2a, server=fad905551524,36963,1733832807370 in 1.1630 sec 2024-12-10T12:13:45,132 INFO [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a55ce85a8117027e2f6153e51576e64 columnFamilyName f 2024-12-10T12:13:45,132 DEBUG [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e7c7b2c3ba7302ada444025e4b655b2a, ASSIGN in 1.4540 sec 2024-12-10T12:13:45,133 INFO [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] regionserver.HStore(327): Store=7a55ce85a8117027e2f6153e51576e64/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,133 INFO [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,137 INFO [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a55ce85a8117027e2f6153e51576e64 columnFamilyName norep 2024-12-10T12:13:45,137 DEBUG [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,141 INFO [StoreOpener-7a55ce85a8117027e2f6153e51576e64-1 {}] regionserver.HStore(327): Store=7a55ce85a8117027e2f6153e51576e64/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,151 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,152 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,155 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,168 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:13:45,176 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7a55ce85a8117027e2f6153e51576e64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,177 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 7a55ce85a8117027e2f6153e51576e64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67037869, jitterRate=-0.0010579079389572144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,178 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 7a55ce85a8117027e2f6153e51576e64: 2024-12-10T12:13:45,179 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64., pid=59, masterSystemTime=1733832824010 2024-12-10T12:13:45,190 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:13:45,191 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:13:45,191 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:13:45,191 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 0a5ddeaab2ce5f31fbd94f48da700e24, NAME => 'test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-10T12:13:45,191 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,192 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,192 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,192 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=7a55ce85a8117027e2f6153e51576e64, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,196 INFO [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=12 2024-12-10T12:13:45,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=12, state=SUCCESS; OpenRegionProcedure 7a55ce85a8117027e2f6153e51576e64, server=fad905551524,36963,1733832807370 in 1.2180 sec 2024-12-10T12:13:45,208 INFO [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a5ddeaab2ce5f31fbd94f48da700e24 columnFamilyName f 2024-12-10T12:13:45,208 DEBUG [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,211 INFO [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] regionserver.HStore(327): Store=0a5ddeaab2ce5f31fbd94f48da700e24/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,212 INFO [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7a55ce85a8117027e2f6153e51576e64, ASSIGN in 1.5340 sec 2024-12-10T12:13:45,216 INFO [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a5ddeaab2ce5f31fbd94f48da700e24 columnFamilyName norep 2024-12-10T12:13:45,216 DEBUG [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,217 INFO [StoreOpener-0a5ddeaab2ce5f31fbd94f48da700e24-1 {}] regionserver.HStore(327): Store=0a5ddeaab2ce5f31fbd94f48da700e24/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,218 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,219 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,222 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,230 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:13:45,233 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/0a5ddeaab2ce5f31fbd94f48da700e24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,233 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 0a5ddeaab2ce5f31fbd94f48da700e24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74515701, jitterRate=0.11037047207355499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,234 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 0a5ddeaab2ce5f31fbd94f48da700e24: 2024-12-10T12:13:45,235 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24., pid=54, masterSystemTime=1733832824010 2024-12-10T12:13:45,242 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:13:45,242 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:13:45,242 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:13:45,242 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 86050a0463eb95da7c54651fe432839d, NAME => 'test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-10T12:13:45,243 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,243 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,243 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,243 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,247 INFO [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=0a5ddeaab2ce5f31fbd94f48da700e24, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,253 INFO [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86050a0463eb95da7c54651fe432839d columnFamilyName f 2024-12-10T12:13:45,253 DEBUG [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,255 INFO [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] regionserver.HStore(327): Store=86050a0463eb95da7c54651fe432839d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,255 INFO [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,267 INFO [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86050a0463eb95da7c54651fe432839d columnFamilyName norep 2024-12-10T12:13:45,267 DEBUG [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,268 INFO [StoreOpener-86050a0463eb95da7c54651fe432839d-1 {}] regionserver.HStore(327): Store=86050a0463eb95da7c54651fe432839d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,269 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,275 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,283 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=33 2024-12-10T12:13:45,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=33, state=SUCCESS; OpenRegionProcedure 0a5ddeaab2ce5f31fbd94f48da700e24, server=fad905551524,36963,1733832807370 in 1.2900 sec 2024-12-10T12:13:45,290 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 86050a0463eb95da7c54651fe432839d 2024-12-10T12:13:45,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0a5ddeaab2ce5f31fbd94f48da700e24, ASSIGN in 1.6130 sec 2024-12-10T12:13:45,305 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/86050a0463eb95da7c54651fe432839d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,306 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 86050a0463eb95da7c54651fe432839d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72944533, jitterRate=0.08695824444293976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,307 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 86050a0463eb95da7c54651fe432839d: 2024-12-10T12:13:45,308 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d., pid=37, masterSystemTime=1733832824010 2024-12-10T12:13:45,310 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:13:45,310 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:13:45,311 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:13:45,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=86050a0463eb95da7c54651fe432839d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,311 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 890a807fdd4ccbfec1294a37415d6430, NAME => 'test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-10T12:13:45,311 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,311 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,312 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,312 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,319 INFO [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,323 INFO [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 890a807fdd4ccbfec1294a37415d6430 columnFamilyName f 2024-12-10T12:13:45,323 DEBUG [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,324 INFO [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] regionserver.HStore(327): Store=890a807fdd4ccbfec1294a37415d6430/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,324 INFO [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=20 2024-12-10T12:13:45,332 INFO [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 890a807fdd4ccbfec1294a37415d6430 columnFamilyName norep 2024-12-10T12:13:45,332 DEBUG [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,333 INFO [StoreOpener-890a807fdd4ccbfec1294a37415d6430-1 {}] regionserver.HStore(327): Store=890a807fdd4ccbfec1294a37415d6430/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,335 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,335 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,338 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=20, state=SUCCESS; OpenRegionProcedure 86050a0463eb95da7c54651fe432839d, server=fad905551524,36963,1733832807370 in 1.4700 sec 2024-12-10T12:13:45,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=86050a0463eb95da7c54651fe432839d, ASSIGN in 1.6580 sec 2024-12-10T12:13:45,343 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:13:45,379 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/890a807fdd4ccbfec1294a37415d6430/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,383 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 890a807fdd4ccbfec1294a37415d6430; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62740562, jitterRate=-0.0650927722454071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,383 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 890a807fdd4ccbfec1294a37415d6430: 2024-12-10T12:13:45,385 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430., pid=48, masterSystemTime=1733832824010 2024-12-10T12:13:45,391 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:13:45,391 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:13:45,391 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:13:45,391 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fcda7d99194d4f2ea832ca5f1e3799b, NAME => 'test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-10T12:13:45,392 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=890a807fdd4ccbfec1294a37415d6430, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,393 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,407 INFO [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=24 2024-12-10T12:13:45,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=24, state=SUCCESS; OpenRegionProcedure 890a807fdd4ccbfec1294a37415d6430, server=fad905551524,36963,1733832807370 in 1.4710 sec 2024-12-10T12:13:45,409 INFO [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fcda7d99194d4f2ea832ca5f1e3799b columnFamilyName f 2024-12-10T12:13:45,409 DEBUG [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,410 INFO [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] regionserver.HStore(327): Store=7fcda7d99194d4f2ea832ca5f1e3799b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,411 INFO [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=890a807fdd4ccbfec1294a37415d6430, ASSIGN in 1.7350 sec 2024-12-10T12:13:45,416 INFO [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fcda7d99194d4f2ea832ca5f1e3799b columnFamilyName norep 2024-12-10T12:13:45,416 DEBUG [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,421 INFO [StoreOpener-7fcda7d99194d4f2ea832ca5f1e3799b-1 {}] regionserver.HStore(327): Store=7fcda7d99194d4f2ea832ca5f1e3799b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,423 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,425 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,427 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,429 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:13:45,443 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7fcda7d99194d4f2ea832ca5f1e3799b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,448 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 7fcda7d99194d4f2ea832ca5f1e3799b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60769190, jitterRate=-0.09446850419044495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,448 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 7fcda7d99194d4f2ea832ca5f1e3799b: 2024-12-10T12:13:45,452 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b., pid=56, masterSystemTime=1733832824010 2024-12-10T12:13:45,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7fcda7d99194d4f2ea832ca5f1e3799b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,459 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:13:45,461 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:13:45,461 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:13:45,462 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 9cc11c17260f34e946ef45d564b65bf7, NAME => 'test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-10T12:13:45,462 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,462 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,462 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,462 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=15 2024-12-10T12:13:45,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=15, state=SUCCESS; OpenRegionProcedure 7fcda7d99194d4f2ea832ca5f1e3799b, server=fad905551524,36963,1733832807370 in 1.4890 sec 2024-12-10T12:13:45,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7fcda7d99194d4f2ea832ca5f1e3799b, ASSIGN in 1.7940 sec 2024-12-10T12:13:45,478 INFO [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,484 INFO [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc11c17260f34e946ef45d564b65bf7 columnFamilyName f 2024-12-10T12:13:45,485 DEBUG [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,486 INFO [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] regionserver.HStore(327): Store=9cc11c17260f34e946ef45d564b65bf7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,486 INFO [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,488 INFO [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc11c17260f34e946ef45d564b65bf7 columnFamilyName norep 2024-12-10T12:13:45,489 DEBUG [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,497 INFO [StoreOpener-9cc11c17260f34e946ef45d564b65bf7-1 {}] regionserver.HStore(327): Store=9cc11c17260f34e946ef45d564b65bf7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,505 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,509 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,518 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,534 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:13:45,548 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/9cc11c17260f34e946ef45d564b65bf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,549 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 9cc11c17260f34e946ef45d564b65bf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65704459, jitterRate=-0.020927265286445618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,550 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 9cc11c17260f34e946ef45d564b65bf7: 2024-12-10T12:13:45,551 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7., pid=41, masterSystemTime=1733832824010 2024-12-10T12:13:45,564 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:13:45,564 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:13:45,564 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:13:45,565 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => a0008476a2e7f8cddfbb62ff0d15b9c0, NAME => 'test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-10T12:13:45,565 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,565 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,566 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,566 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9cc11c17260f34e946ef45d564b65bf7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=14 2024-12-10T12:13:45,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=14, state=SUCCESS; OpenRegionProcedure 9cc11c17260f34e946ef45d564b65bf7, server=fad905551524,36963,1733832807370 in 1.6840 sec 2024-12-10T12:13:45,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9cc11c17260f34e946ef45d564b65bf7, ASSIGN in 1.9030 sec 2024-12-10T12:13:45,591 INFO [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,617 INFO [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0008476a2e7f8cddfbb62ff0d15b9c0 columnFamilyName f 2024-12-10T12:13:45,618 DEBUG [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,622 INFO [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] regionserver.HStore(327): Store=a0008476a2e7f8cddfbb62ff0d15b9c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,622 INFO [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,627 INFO [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0008476a2e7f8cddfbb62ff0d15b9c0 columnFamilyName norep 2024-12-10T12:13:45,627 DEBUG [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,629 INFO [StoreOpener-a0008476a2e7f8cddfbb62ff0d15b9c0-1 {}] regionserver.HStore(327): Store=a0008476a2e7f8cddfbb62ff0d15b9c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,634 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,638 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,644 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,646 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:13:45,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:45,667 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,668 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened a0008476a2e7f8cddfbb62ff0d15b9c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70642651, jitterRate=0.05265752971172333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,668 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for a0008476a2e7f8cddfbb62ff0d15b9c0: 2024-12-10T12:13:45,669 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0., pid=61, masterSystemTime=1733832824010 2024-12-10T12:13:45,672 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:13:45,672 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:13:45,672 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:13:45,672 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 46efbb33049b36b95d96e9b92b52e480, NAME => 'test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-10T12:13:45,672 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a0008476a2e7f8cddfbb62ff0d15b9c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,673 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,673 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,673 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,674 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=10 2024-12-10T12:13:45,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=10, state=SUCCESS; OpenRegionProcedure a0008476a2e7f8cddfbb62ff0d15b9c0, server=fad905551524,36963,1733832807370 in 1.6860 sec 2024-12-10T12:13:45,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a0008476a2e7f8cddfbb62ff0d15b9c0, ASSIGN in 2.0100 sec 2024-12-10T12:13:45,695 INFO [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,706 INFO [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46efbb33049b36b95d96e9b92b52e480 columnFamilyName f 2024-12-10T12:13:45,706 DEBUG [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,715 INFO [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] regionserver.HStore(327): Store=46efbb33049b36b95d96e9b92b52e480/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,715 INFO [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,736 INFO [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46efbb33049b36b95d96e9b92b52e480 columnFamilyName norep 2024-12-10T12:13:45,737 DEBUG [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,743 INFO [StoreOpener-46efbb33049b36b95d96e9b92b52e480-1 {}] regionserver.HStore(327): Store=46efbb33049b36b95d96e9b92b52e480/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,748 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,749 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,751 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,754 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:13:45,772 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/46efbb33049b36b95d96e9b92b52e480/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,776 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 46efbb33049b36b95d96e9b92b52e480; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71277639, jitterRate=0.06211958825588226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,776 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 46efbb33049b36b95d96e9b92b52e480: 2024-12-10T12:13:45,790 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480., pid=47, masterSystemTime=1733832824010 2024-12-10T12:13:45,797 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:13:45,797 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:13:45,797 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:13:45,798 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c515eaa27f0caf7f8b14f41c38ebdca, NAME => 'test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-10T12:13:45,798 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,798 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,798 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,798 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=46efbb33049b36b95d96e9b92b52e480, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,810 INFO [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,820 INFO [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c515eaa27f0caf7f8b14f41c38ebdca columnFamilyName f 2024-12-10T12:13:45,820 DEBUG [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,827 INFO [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] regionserver.HStore(327): Store=6c515eaa27f0caf7f8b14f41c38ebdca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,827 INFO [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,837 INFO [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c515eaa27f0caf7f8b14f41c38ebdca columnFamilyName norep 2024-12-10T12:13:45,837 DEBUG [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,840 INFO [StoreOpener-6c515eaa27f0caf7f8b14f41c38ebdca-1 {}] regionserver.HStore(327): Store=6c515eaa27f0caf7f8b14f41c38ebdca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,842 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,843 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=26 2024-12-10T12:13:45,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=26, state=SUCCESS; OpenRegionProcedure 46efbb33049b36b95d96e9b92b52e480, server=fad905551524,36963,1733832807370 in 1.8910 sec 2024-12-10T12:13:45,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=46efbb33049b36b95d96e9b92b52e480, ASSIGN in 2.1730 sec 2024-12-10T12:13:45,860 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:45,867 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:13:45,880 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/6c515eaa27f0caf7f8b14f41c38ebdca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:45,884 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 6c515eaa27f0caf7f8b14f41c38ebdca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66437518, jitterRate=-0.010003834962844849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:45,885 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 6c515eaa27f0caf7f8b14f41c38ebdca: 2024-12-10T12:13:45,892 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca., pid=60, masterSystemTime=1733832824010 2024-12-10T12:13:45,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6c515eaa27f0caf7f8b14f41c38ebdca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:45,900 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:13:45,900 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:13:45,901 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:13:45,901 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 992af1651af77a1b9432919ff7313b0d, NAME => 'test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-10T12:13:45,901 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:45,901 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:45,902 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:45,902 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:45,915 INFO [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:45,934 INFO [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 992af1651af77a1b9432919ff7313b0d columnFamilyName f 2024-12-10T12:13:45,935 DEBUG [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=11 2024-12-10T12:13:45,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=11, state=SUCCESS; OpenRegionProcedure 6c515eaa27f0caf7f8b14f41c38ebdca, server=fad905551524,36963,1733832807370 in 1.9230 sec 2024-12-10T12:13:45,945 INFO [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] regionserver.HStore(327): Store=992af1651af77a1b9432919ff7313b0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c515eaa27f0caf7f8b14f41c38ebdca, ASSIGN in 2.2640 sec 2024-12-10T12:13:45,945 INFO [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:45,960 INFO [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 992af1651af77a1b9432919ff7313b0d columnFamilyName norep 2024-12-10T12:13:45,960 DEBUG [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:45,962 INFO [StoreOpener-992af1651af77a1b9432919ff7313b0d-1 {}] regionserver.HStore(327): Store=992af1651af77a1b9432919ff7313b0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:45,975 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:45,980 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:46,003 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:46,031 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 992af1651af77a1b9432919ff7313b0d 2024-12-10T12:13:46,063 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/992af1651af77a1b9432919ff7313b0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:46,071 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 992af1651af77a1b9432919ff7313b0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70765458, jitterRate=0.05448749661445618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:46,071 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 992af1651af77a1b9432919ff7313b0d: 2024-12-10T12:13:46,079 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d., pid=46, masterSystemTime=1733832824010 2024-12-10T12:13:46,091 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:13:46,091 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:13:46,091 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:13:46,092 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => de962448ae2505ced7b630c8b1965819, NAME => 'test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-10T12:13:46,092 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,092 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:46,092 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,092 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=992af1651af77a1b9432919ff7313b0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:46,104 INFO [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,111 INFO [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de962448ae2505ced7b630c8b1965819 columnFamilyName f 2024-12-10T12:13:46,112 DEBUG [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:46,112 INFO [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] regionserver.HStore(327): Store=de962448ae2505ced7b630c8b1965819/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:46,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=28 2024-12-10T12:13:46,112 INFO [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=28, state=SUCCESS; OpenRegionProcedure 992af1651af77a1b9432919ff7313b0d, server=fad905551524,36963,1733832807370 in 2.1770 sec 2024-12-10T12:13:46,117 INFO [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de962448ae2505ced7b630c8b1965819 columnFamilyName norep 2024-12-10T12:13:46,117 DEBUG [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:46,118 INFO [StoreOpener-de962448ae2505ced7b630c8b1965819-1 {}] regionserver.HStore(327): Store=de962448ae2505ced7b630c8b1965819/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:46,119 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,120 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=992af1651af77a1b9432919ff7313b0d, ASSIGN in 2.4390 sec 2024-12-10T12:13:46,121 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:46,122 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for de962448ae2505ced7b630c8b1965819 2024-12-10T12:13:46,126 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/de962448ae2505ced7b630c8b1965819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:46,127 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened de962448ae2505ced7b630c8b1965819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62345224, jitterRate=-0.07098376750946045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:46,127 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for de962448ae2505ced7b630c8b1965819: 2024-12-10T12:13:46,131 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819., pid=38, masterSystemTime=1733832824010 2024-12-10T12:13:46,136 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:13:46,136 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:13:46,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=de962448ae2505ced7b630c8b1965819, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:46,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=19 2024-12-10T12:13:46,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=19, state=SUCCESS; OpenRegionProcedure de962448ae2505ced7b630c8b1965819, server=fad905551524,36963,1733832807370 in 2.2890 sec 2024-12-10T12:13:46,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=9 2024-12-10T12:13:46,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=de962448ae2505ced7b630c8b1965819, ASSIGN in 2.4700 sec 2024-12-10T12:13:46,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T12:13:46,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832826155"}]},"ts":"1733832826155"} 2024-12-10T12:13:46,158 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-10T12:13:46,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T12:13:46,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 5.8630 sec 2024-12-10T12:13:46,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-10T12:13:46,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-10T12:13:47,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:48,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-10T12:13:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:48,485 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-10T12:13:48,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-10T12:13:48,487 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-10T12:13:48,508 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-10T12:13:48,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T12:13:48,513 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T12:13:48,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T12:13:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-10T12:13:48,519 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T12:13:48,519 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:48,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-10T12:13:48,520 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T12:13:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741837_1013 (size=631) 2024-12-10T12:13:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:48,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a4156f90248fd2a6477837d180c0d075, NAME => 'test,,1733832828515.a4156f90248fd2a6477837d180c0d075.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:48,940 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7ef868a012c1641cb1cd98980bceae23, NAME => 'test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:48,941 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4a261b7d5b5e390d3494b01dd1de5d27, NAME => 'test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741839_1015 (size=45) 2024-12-10T12:13:49,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4a261b7d5b5e390d3494b01dd1de5d27, disabling compactions & flushes 2024-12-10T12:13:49,010 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:13:49,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:13:49,010 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. after waiting 0 ms 2024-12-10T12:13:49,011 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:13:49,011 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:13:49,011 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4a261b7d5b5e390d3494b01dd1de5d27: 2024-12-10T12:13:49,011 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 938dd5b54a3d73a7f513f6fd3ea9bf03, NAME => 'test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741838_1014 (size=42) 2024-12-10T12:13:49,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733832828515.a4156f90248fd2a6477837d180c0d075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a4156f90248fd2a6477837d180c0d075, disabling compactions & flushes 2024-12-10T12:13:49,024 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:13:49,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:13:49,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733832828515.a4156f90248fd2a6477837d180c0d075. after waiting 0 ms 2024-12-10T12:13:49,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:13:49,024 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:13:49,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a4156f90248fd2a6477837d180c0d075: 2024-12-10T12:13:49,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 76e7be9382e1d123c0216160f91e43d5, NAME => 'test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741840_1016 (size=45) 2024-12-10T12:13:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741841_1017 (size=45) 2024-12-10T12:13:49,067 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,068 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 938dd5b54a3d73a7f513f6fd3ea9bf03, disabling compactions & flushes 2024-12-10T12:13:49,068 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:13:49,068 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:13:49,068 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. after waiting 0 ms 2024-12-10T12:13:49,068 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:13:49,068 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:13:49,068 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 938dd5b54a3d73a7f513f6fd3ea9bf03: 2024-12-10T12:13:49,069 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8c44011187cb9d5d125f38ec20a5707d, NAME => 'test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741842_1018 (size=45) 2024-12-10T12:13:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741843_1019 (size=45) 2024-12-10T12:13:49,135 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8c44011187cb9d5d125f38ec20a5707d, disabling compactions & flushes 2024-12-10T12:13:49,136 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:13:49,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:13:49,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. after waiting 0 ms 2024-12-10T12:13:49,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:13:49,136 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:13:49,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8c44011187cb9d5d125f38ec20a5707d: 2024-12-10T12:13:49,137 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8c3af665e4db15f1e1d8fd1bd51b5577, NAME => 'test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741844_1020 (size=45) 2024-12-10T12:13:49,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7ef868a012c1641cb1cd98980bceae23, disabling compactions & flushes 2024-12-10T12:13:49,435 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:13:49,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:13:49,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. after waiting 0 ms 2024-12-10T12:13:49,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:13:49,435 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:13:49,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7ef868a012c1641cb1cd98980bceae23: 2024-12-10T12:13:49,436 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bf00da616c07f63a7d511942d8a58f55, NAME => 'test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741845_1021 (size=45) 2024-12-10T12:13:49,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 76e7be9382e1d123c0216160f91e43d5, disabling compactions & flushes 2024-12-10T12:13:49,510 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:13:49,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:13:49,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. after waiting 0 ms 2024-12-10T12:13:49,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:13:49,510 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:13:49,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 76e7be9382e1d123c0216160f91e43d5: 2024-12-10T12:13:49,511 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8b49e0c0f5ba5398a4e677af76f1916a, NAME => 'test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:13:49,566 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,566 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8c3af665e4db15f1e1d8fd1bd51b5577, disabling compactions & flushes 2024-12-10T12:13:49,566 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:13:49,566 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:13:49,566 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. after waiting 0 ms 2024-12-10T12:13:49,566 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:13:49,566 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:13:49,567 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8c3af665e4db15f1e1d8fd1bd51b5577: 2024-12-10T12:13:49,567 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c02157a513a3111b5d72406343693b0f, NAME => 'test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741846_1022 (size=45) 2024-12-10T12:13:49,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741847_1023 (size=45) 2024-12-10T12:13:49,619 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,620 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c02157a513a3111b5d72406343693b0f, disabling compactions & flushes 2024-12-10T12:13:49,620 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:13:49,620 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:13:49,620 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. after waiting 0 ms 2024-12-10T12:13:49,620 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:13:49,620 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:13:49,620 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c02157a513a3111b5d72406343693b0f: 2024-12-10T12:13:49,621 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3d91ce176fb121b8fc35de4616aec180, NAME => 'test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:49,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741848_1024 (size=45) 2024-12-10T12:13:49,861 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,861 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bf00da616c07f63a7d511942d8a58f55, disabling compactions & flushes 2024-12-10T12:13:49,861 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:13:49,861 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:13:49,861 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. after waiting 0 ms 2024-12-10T12:13:49,861 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:13:49,862 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:13:49,862 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bf00da616c07f63a7d511942d8a58f55: 2024-12-10T12:13:49,863 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5847b17c30341afbf82a932d3ad5bc5e, NAME => 'test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741849_1025 (size=45) 2024-12-10T12:13:49,896 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,897 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 5847b17c30341afbf82a932d3ad5bc5e, disabling compactions & flushes 2024-12-10T12:13:49,897 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:13:49,897 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:13:49,897 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. after waiting 0 ms 2024-12-10T12:13:49,897 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:13:49,897 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:13:49,897 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5847b17c30341afbf82a932d3ad5bc5e: 2024-12-10T12:13:49,897 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ebe2e1b91f17316a67b75b1aec75c779, NAME => 'test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741850_1026 (size=45) 2024-12-10T12:13:49,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8b49e0c0f5ba5398a4e677af76f1916a, disabling compactions & flushes 2024-12-10T12:13:49,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:13:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:13:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. after waiting 0 ms 2024-12-10T12:13:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:13:49,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:13:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8b49e0c0f5ba5398a4e677af76f1916a: 2024-12-10T12:13:49,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 78d91167831a321ede7adc8dd22d50ab, NAME => 'test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741851_1027 (size=45) 2024-12-10T12:13:50,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 78d91167831a321ede7adc8dd22d50ab, disabling compactions & flushes 2024-12-10T12:13:50,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:13:50,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:13:50,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. after waiting 0 ms 2024-12-10T12:13:50,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:13:50,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:13:50,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 78d91167831a321ede7adc8dd22d50ab: 2024-12-10T12:13:50,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 40f3d6b2c1af94ac064e67742b141988, NAME => 'test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741852_1028 (size=45) 2024-12-10T12:13:50,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 40f3d6b2c1af94ac064e67742b141988, disabling compactions & flushes 2024-12-10T12:13:50,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:13:50,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:13:50,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. after waiting 0 ms 2024-12-10T12:13:50,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:13:50,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:13:50,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 40f3d6b2c1af94ac064e67742b141988: 2024-12-10T12:13:50,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ef07d876baf8c24b2f784a736a469336, NAME => 'test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,055 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3d91ce176fb121b8fc35de4616aec180, disabling compactions & flushes 2024-12-10T12:13:50,056 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:13:50,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:13:50,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. after waiting 0 ms 2024-12-10T12:13:50,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:13:50,056 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:13:50,056 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3d91ce176fb121b8fc35de4616aec180: 2024-12-10T12:13:50,057 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5f9e65a59072bad5f7e51190a87410ae, NAME => 'test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741853_1029 (size=45) 2024-12-10T12:13:50,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ef07d876baf8c24b2f784a736a469336, disabling compactions & flushes 2024-12-10T12:13:50,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:13:50,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:13:50,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. after waiting 0 ms 2024-12-10T12:13:50,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:13:50,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:13:50,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ef07d876baf8c24b2f784a736a469336: 2024-12-10T12:13:50,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b726c9359cec6bdd568f25b7546ec09d, NAME => 'test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741854_1030 (size=45) 2024-12-10T12:13:50,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741855_1031 (size=45) 2024-12-10T12:13:50,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ebe2e1b91f17316a67b75b1aec75c779, disabling compactions & flushes 2024-12-10T12:13:50,334 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:13:50,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:13:50,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. after waiting 0 ms 2024-12-10T12:13:50,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:13:50,334 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:13:50,334 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ebe2e1b91f17316a67b75b1aec75c779: 2024-12-10T12:13:50,335 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 43254fdd5d226402091d3ec3400b0327, NAME => 'test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741856_1032 (size=45) 2024-12-10T12:13:50,515 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,515 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5f9e65a59072bad5f7e51190a87410ae, disabling compactions & flushes 2024-12-10T12:13:50,515 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:13:50,515 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:13:50,515 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. after waiting 0 ms 2024-12-10T12:13:50,515 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:13:50,515 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:13:50,515 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5f9e65a59072bad5f7e51190a87410ae: 2024-12-10T12:13:50,516 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6c07c7dca57a8bfc9c3c9a9448797e2e, NAME => 'test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741857_1033 (size=45) 2024-12-10T12:13:50,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b726c9359cec6bdd568f25b7546ec09d, disabling compactions & flushes 2024-12-10T12:13:50,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:13:50,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:13:50,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. after waiting 0 ms 2024-12-10T12:13:50,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:13:50,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:13:50,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b726c9359cec6bdd568f25b7546ec09d: 2024-12-10T12:13:50,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b58829d33020cb1f6688b305c927bad3, NAME => 'test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741858_1034 (size=45) 2024-12-10T12:13:50,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b58829d33020cb1f6688b305c927bad3, disabling compactions & flushes 2024-12-10T12:13:50,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:13:50,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:13:50,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. after waiting 0 ms 2024-12-10T12:13:50,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:13:50,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:13:50,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b58829d33020cb1f6688b305c927bad3: 2024-12-10T12:13:50,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 76ca87f8f316cb8930ca384c4cbc90af, NAME => 'test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741859_1035 (size=45) 2024-12-10T12:13:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:50,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:50,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 43254fdd5d226402091d3ec3400b0327, disabling compactions & flushes 2024-12-10T12:13:50,749 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:13:50,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:13:50,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. after waiting 0 ms 2024-12-10T12:13:50,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:13:50,749 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:13:50,749 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 43254fdd5d226402091d3ec3400b0327: 2024-12-10T12:13:50,750 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 677fdb3159b9470db4f48d15ab3078e4, NAME => 'test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741860_1036 (size=45) 2024-12-10T12:13:50,926 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,926 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6c07c7dca57a8bfc9c3c9a9448797e2e, disabling compactions & flushes 2024-12-10T12:13:50,926 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:13:50,926 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:13:50,926 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. after waiting 0 ms 2024-12-10T12:13:50,926 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:13:50,926 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:13:50,926 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6c07c7dca57a8bfc9c3c9a9448797e2e: 2024-12-10T12:13:50,927 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b18ce52f56ff93a76185feee62ca8922, NAME => 'test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741861_1037 (size=45) 2024-12-10T12:13:50,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:50,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 76ca87f8f316cb8930ca384c4cbc90af, disabling compactions & flushes 2024-12-10T12:13:50,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:13:50,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:13:50,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. after waiting 0 ms 2024-12-10T12:13:50,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:13:50,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:13:50,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 76ca87f8f316cb8930ca384c4cbc90af: 2024-12-10T12:13:50,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 171222252a282473d4ddf9ff1c232ca5, NAME => 'test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741862_1038 (size=45) 2024-12-10T12:13:51,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:51,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 677fdb3159b9470db4f48d15ab3078e4, disabling compactions & flushes 2024-12-10T12:13:51,160 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:13:51,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:13:51,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. after waiting 0 ms 2024-12-10T12:13:51,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:13:51,160 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:13:51,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 677fdb3159b9470db4f48d15ab3078e4: 2024-12-10T12:13:51,161 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 10788c010a7f90ad335a720c0c16a37b, NAME => 'test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:13:51,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741863_1039 (size=42) 2024-12-10T12:13:51,348 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:51,349 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b18ce52f56ff93a76185feee62ca8922, disabling compactions & flushes 2024-12-10T12:13:51,349 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:13:51,349 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:13:51,349 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. after waiting 0 ms 2024-12-10T12:13:51,349 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:13:51,349 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:13:51,349 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b18ce52f56ff93a76185feee62ca8922: 2024-12-10T12:13:51,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:51,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 171222252a282473d4ddf9ff1c232ca5, disabling compactions & flushes 2024-12-10T12:13:51,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:13:51,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:13:51,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. after waiting 0 ms 2024-12-10T12:13:51,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:13:51,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:13:51,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 171222252a282473d4ddf9ff1c232ca5: 2024-12-10T12:13:51,572 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:51,572 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 10788c010a7f90ad335a720c0c16a37b, disabling compactions & flushes 2024-12-10T12:13:51,572 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:13:51,572 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:13:51,572 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. after waiting 0 ms 2024-12-10T12:13:51,572 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:13:51,572 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:13:51,572 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 10788c010a7f90ad335a720c0c16a37b: 2024-12-10T12:13:51,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T12:13:51,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733832828515.a4156f90248fd2a6477837d180c0d075.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733832831574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832831574"}]},"ts":"1733832831574"} 2024-12-10T12:13:51,611 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-10T12:13:51,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T12:13:51,628 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832831627"}]},"ts":"1733832831627"} 2024-12-10T12:13:51,640 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-10T12:13:51,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4156f90248fd2a6477837d180c0d075, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ef868a012c1641cb1cd98980bceae23, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a261b7d5b5e390d3494b01dd1de5d27, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=938dd5b54a3d73a7f513f6fd3ea9bf03, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=76e7be9382e1d123c0216160f91e43d5, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c44011187cb9d5d125f38ec20a5707d, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c3af665e4db15f1e1d8fd1bd51b5577, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf00da616c07f63a7d511942d8a58f55, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8b49e0c0f5ba5398a4e677af76f1916a, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c02157a513a3111b5d72406343693b0f, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3d91ce176fb121b8fc35de4616aec180, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5847b17c30341afbf82a932d3ad5bc5e, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebe2e1b91f17316a67b75b1aec75c779, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=78d91167831a321ede7adc8dd22d50ab, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40f3d6b2c1af94ac064e67742b141988, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef07d876baf8c24b2f784a736a469336, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f9e65a59072bad5f7e51190a87410ae, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b726c9359cec6bdd568f25b7546ec09d, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43254fdd5d226402091d3ec3400b0327, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c07c7dca57a8bfc9c3c9a9448797e2e, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b58829d33020cb1f6688b305c927bad3, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=76ca87f8f316cb8930ca384c4cbc90af, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=677fdb3159b9470db4f48d15ab3078e4, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b18ce52f56ff93a76185feee62ca8922, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=171222252a282473d4ddf9ff1c232ca5, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=10788c010a7f90ad335a720c0c16a37b, ASSIGN}] 2024-12-10T12:13:51,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=76ca87f8f316cb8930ca384c4cbc90af, ASSIGN 2024-12-10T12:13:51,788 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c07c7dca57a8bfc9c3c9a9448797e2e, ASSIGN 2024-12-10T12:13:51,789 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ef868a012c1641cb1cd98980bceae23, ASSIGN 2024-12-10T12:13:51,789 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b58829d33020cb1f6688b305c927bad3, ASSIGN 2024-12-10T12:13:51,790 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c07c7dca57a8bfc9c3c9a9448797e2e, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,790 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7ef868a012c1641cb1cd98980bceae23, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,790 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=76ca87f8f316cb8930ca384c4cbc90af, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,791 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b58829d33020cb1f6688b305c927bad3, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=10788c010a7f90ad335a720c0c16a37b, ASSIGN 2024-12-10T12:13:51,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=10788c010a7f90ad335a720c0c16a37b, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=171222252a282473d4ddf9ff1c232ca5, ASSIGN 2024-12-10T12:13:51,795 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=171222252a282473d4ddf9ff1c232ca5, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b18ce52f56ff93a76185feee62ca8922, ASSIGN 2024-12-10T12:13:51,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b18ce52f56ff93a76185feee62ca8922, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,796 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=677fdb3159b9470db4f48d15ab3078e4, ASSIGN 2024-12-10T12:13:51,797 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=677fdb3159b9470db4f48d15ab3078e4, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43254fdd5d226402091d3ec3400b0327, ASSIGN 2024-12-10T12:13:51,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b726c9359cec6bdd568f25b7546ec09d, ASSIGN 2024-12-10T12:13:51,798 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f9e65a59072bad5f7e51190a87410ae, ASSIGN 2024-12-10T12:13:51,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=43254fdd5d226402091d3ec3400b0327, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,799 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b726c9359cec6bdd568f25b7546ec09d, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,800 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5f9e65a59072bad5f7e51190a87410ae, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef07d876baf8c24b2f784a736a469336, ASSIGN 2024-12-10T12:13:51,804 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ef07d876baf8c24b2f784a736a469336, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40f3d6b2c1af94ac064e67742b141988, ASSIGN 2024-12-10T12:13:51,808 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=40f3d6b2c1af94ac064e67742b141988, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,808 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=78d91167831a321ede7adc8dd22d50ab, ASSIGN 2024-12-10T12:13:51,810 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=78d91167831a321ede7adc8dd22d50ab, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebe2e1b91f17316a67b75b1aec75c779, ASSIGN 2024-12-10T12:13:51,814 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5847b17c30341afbf82a932d3ad5bc5e, ASSIGN 2024-12-10T12:13:51,814 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ebe2e1b91f17316a67b75b1aec75c779, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,816 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5847b17c30341afbf82a932d3ad5bc5e, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf00da616c07f63a7d511942d8a58f55, ASSIGN 2024-12-10T12:13:51,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c02157a513a3111b5d72406343693b0f, ASSIGN 2024-12-10T12:13:51,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3d91ce176fb121b8fc35de4616aec180, ASSIGN 2024-12-10T12:13:51,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8b49e0c0f5ba5398a4e677af76f1916a, ASSIGN 2024-12-10T12:13:51,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c3af665e4db15f1e1d8fd1bd51b5577, ASSIGN 2024-12-10T12:13:51,820 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bf00da616c07f63a7d511942d8a58f55, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,820 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c02157a513a3111b5d72406343693b0f, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3d91ce176fb121b8fc35de4616aec180, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,821 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8b49e0c0f5ba5398a4e677af76f1916a, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8c3af665e4db15f1e1d8fd1bd51b5577, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c44011187cb9d5d125f38ec20a5707d, ASSIGN 2024-12-10T12:13:51,823 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8c44011187cb9d5d125f38ec20a5707d, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,823 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=76e7be9382e1d123c0216160f91e43d5, ASSIGN 2024-12-10T12:13:51,825 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=76e7be9382e1d123c0216160f91e43d5, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=938dd5b54a3d73a7f513f6fd3ea9bf03, ASSIGN 2024-12-10T12:13:51,826 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=938dd5b54a3d73a7f513f6fd3ea9bf03, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a261b7d5b5e390d3494b01dd1de5d27, ASSIGN 2024-12-10T12:13:51,829 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4156f90248fd2a6477837d180c0d075, ASSIGN 2024-12-10T12:13:51,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4a261b7d5b5e390d3494b01dd1de5d27, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a4156f90248fd2a6477837d180c0d075, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:13:51,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=677fdb3159b9470db4f48d15ab3078e4, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:51,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=76ca87f8f316cb8930ca384c4cbc90af, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:51,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=10788c010a7f90ad335a720c0c16a37b, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:51,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=171222252a282473d4ddf9ff1c232ca5, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:51,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=6c07c7dca57a8bfc9c3c9a9448797e2e, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:51,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=32, state=RUNNABLE; OpenRegionProcedure 677fdb3159b9470db4f48d15ab3078e4, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:51,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=31, state=RUNNABLE; OpenRegionProcedure 76ca87f8f316cb8930ca384c4cbc90af, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:51,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=35, state=RUNNABLE; OpenRegionProcedure 10788c010a7f90ad335a720c0c16a37b, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:51,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=34, state=RUNNABLE; OpenRegionProcedure 171222252a282473d4ddf9ff1c232ca5, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:51,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c02157a513a3111b5d72406343693b0f, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:51,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=19, state=RUNNABLE; OpenRegionProcedure c02157a513a3111b5d72406343693b0f, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:51,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=29, state=RUNNABLE; OpenRegionProcedure 6c07c7dca57a8bfc9c3c9a9448797e2e, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:51,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b58829d33020cb1f6688b305c927bad3, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=30, state=RUNNABLE; OpenRegionProcedure b58829d33020cb1f6688b305c927bad3, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,011 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=8b49e0c0f5ba5398a4e677af76f1916a, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=18, state=RUNNABLE; OpenRegionProcedure 8b49e0c0f5ba5398a4e677af76f1916a, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3d91ce176fb121b8fc35de4616aec180, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=43254fdd5d226402091d3ec3400b0327, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7ef868a012c1641cb1cd98980bceae23, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=40f3d6b2c1af94ac064e67742b141988, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a4156f90248fd2a6477837d180c0d075, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=28, state=RUNNABLE; OpenRegionProcedure 43254fdd5d226402091d3ec3400b0327, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE; OpenRegionProcedure 3d91ce176fb121b8fc35de4616aec180, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=10, state=RUNNABLE; OpenRegionProcedure a4156f90248fd2a6477837d180c0d075, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=11, state=RUNNABLE; OpenRegionProcedure 7ef868a012c1641cb1cd98980bceae23, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=24, state=RUNNABLE; OpenRegionProcedure 40f3d6b2c1af94ac064e67742b141988, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ef07d876baf8c24b2f784a736a469336, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE; OpenRegionProcedure ef07d876baf8c24b2f784a736a469336, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=938dd5b54a3d73a7f513f6fd3ea9bf03, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=78d91167831a321ede7adc8dd22d50ab, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=4a261b7d5b5e390d3494b01dd1de5d27, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=5f9e65a59072bad5f7e51190a87410ae, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=76e7be9382e1d123c0216160f91e43d5, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=13, state=RUNNABLE; OpenRegionProcedure 938dd5b54a3d73a7f513f6fd3ea9bf03, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fad905551524,34537,1733832815151 2024-12-10T12:13:52,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=12, state=RUNNABLE; OpenRegionProcedure 4a261b7d5b5e390d3494b01dd1de5d27, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=14, state=RUNNABLE; OpenRegionProcedure 76e7be9382e1d123c0216160f91e43d5, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=26, state=RUNNABLE; OpenRegionProcedure 5f9e65a59072bad5f7e51190a87410ae, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=23, state=RUNNABLE; OpenRegionProcedure 78d91167831a321ede7adc8dd22d50ab, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,155 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:13:52,156 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => b58829d33020cb1f6688b305c927bad3, NAME => 'test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-10T12:13:52,156 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,156 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,156 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,156 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,158 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=bf00da616c07f63a7d511942d8a58f55, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=b18ce52f56ff93a76185feee62ca8922, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8c44011187cb9d5d125f38ec20a5707d, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=8c3af665e4db15f1e1d8fd1bd51b5577, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=ebe2e1b91f17316a67b75b1aec75c779, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=17, state=RUNNABLE; OpenRegionProcedure bf00da616c07f63a7d511942d8a58f55, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=33, state=RUNNABLE; OpenRegionProcedure b18ce52f56ff93a76185feee62ca8922, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,167 INFO [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=15, state=RUNNABLE; OpenRegionProcedure 8c44011187cb9d5d125f38ec20a5707d, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,171 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=5847b17c30341afbf82a932d3ad5bc5e, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=16, state=RUNNABLE; OpenRegionProcedure 8c3af665e4db15f1e1d8fd1bd51b5577, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,176 INFO [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b58829d33020cb1f6688b305c927bad3 columnFamilyName f 2024-12-10T12:13:52,176 DEBUG [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,178 INFO [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] regionserver.HStore(327): Store=b58829d33020cb1f6688b305c927bad3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,178 INFO [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,180 INFO [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b58829d33020cb1f6688b305c927bad3 columnFamilyName norep 2024-12-10T12:13:52,180 DEBUG [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,182 INFO [StoreOpener-b58829d33020cb1f6688b305c927bad3-1 {}] regionserver.HStore(327): Store=b58829d33020cb1f6688b305c927bad3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=21, state=RUNNABLE; OpenRegionProcedure 5847b17c30341afbf82a932d3ad5bc5e, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,188 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=22, state=RUNNABLE; OpenRegionProcedure ebe2e1b91f17316a67b75b1aec75c779, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b726c9359cec6bdd568f25b7546ec09d, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=27, state=RUNNABLE; OpenRegionProcedure b726c9359cec6bdd568f25b7546ec09d, server=fad905551524,34537,1733832815151}] 2024-12-10T12:13:52,191 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,198 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,201 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for b58829d33020cb1f6688b305c927bad3 2024-12-10T12:13:52,218 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b58829d33020cb1f6688b305c927bad3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,219 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened b58829d33020cb1f6688b305c927bad3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74981512, jitterRate=0.11731159687042236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,219 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for b58829d33020cb1f6688b305c927bad3: 2024-12-10T12:13:52,220 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3., pid=42, masterSystemTime=1733832832111 2024-12-10T12:13:52,223 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:13:52,223 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:13:52,223 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:13:52,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b58829d33020cb1f6688b305c927bad3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,223 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c07c7dca57a8bfc9c3c9a9448797e2e, NAME => 'test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-10T12:13:52,223 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,224 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,224 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,224 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=30 2024-12-10T12:13:52,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=30, state=SUCCESS; OpenRegionProcedure b58829d33020cb1f6688b305c927bad3, server=fad905551524,34537,1733832815151 in 227 msec 2024-12-10T12:13:52,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b58829d33020cb1f6688b305c927bad3, ASSIGN in 443 msec 2024-12-10T12:13:52,238 INFO [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,240 INFO [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c07c7dca57a8bfc9c3c9a9448797e2e columnFamilyName f 2024-12-10T12:13:52,240 DEBUG [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,247 INFO [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] regionserver.HStore(327): Store=6c07c7dca57a8bfc9c3c9a9448797e2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,247 INFO [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,250 INFO [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c07c7dca57a8bfc9c3c9a9448797e2e columnFamilyName norep 2024-12-10T12:13:52,250 DEBUG [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,255 INFO [StoreOpener-6c07c7dca57a8bfc9c3c9a9448797e2e-1 {}] regionserver.HStore(327): Store=6c07c7dca57a8bfc9c3c9a9448797e2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,263 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,264 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fad905551524,34537,1733832815151 2024-12-10T12:13:52,276 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,289 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:13:52,296 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/6c07c7dca57a8bfc9c3c9a9448797e2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,297 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 6c07c7dca57a8bfc9c3c9a9448797e2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63406711, jitterRate=-0.05516637861728668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,297 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 6c07c7dca57a8bfc9c3c9a9448797e2e: 2024-12-10T12:13:52,298 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e., pid=40, masterSystemTime=1733832832111 2024-12-10T12:13:52,300 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:13:52,300 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:13:52,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=6c07c7dca57a8bfc9c3c9a9448797e2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,300 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:13:52,301 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 8b49e0c0f5ba5398a4e677af76f1916a, NAME => 'test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-10T12:13:52,301 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,301 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,301 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,301 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,304 INFO [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,306 INFO [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b49e0c0f5ba5398a4e677af76f1916a columnFamilyName f 2024-12-10T12:13:52,306 DEBUG [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=29 2024-12-10T12:13:52,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=29, state=SUCCESS; OpenRegionProcedure 6c07c7dca57a8bfc9c3c9a9448797e2e, server=fad905551524,34537,1733832815151 in 346 msec 2024-12-10T12:13:52,307 INFO [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] regionserver.HStore(327): Store=8b49e0c0f5ba5398a4e677af76f1916a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,307 INFO [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c07c7dca57a8bfc9c3c9a9448797e2e, ASSIGN in 521 msec 2024-12-10T12:13:52,309 INFO [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b49e0c0f5ba5398a4e677af76f1916a columnFamilyName norep 2024-12-10T12:13:52,309 DEBUG [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,310 INFO [StoreOpener-8b49e0c0f5ba5398a4e677af76f1916a-1 {}] regionserver.HStore(327): Store=8b49e0c0f5ba5398a4e677af76f1916a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,311 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,311 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,312 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,313 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:13:52,315 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8b49e0c0f5ba5398a4e677af76f1916a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,316 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 8b49e0c0f5ba5398a4e677af76f1916a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60039745, jitterRate=-0.10533808171749115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,316 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 8b49e0c0f5ba5398a4e677af76f1916a: 2024-12-10T12:13:52,317 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a., pid=43, masterSystemTime=1733832832111 2024-12-10T12:13:52,319 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:13:52,319 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:13:52,319 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:13:52,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=8b49e0c0f5ba5398a4e677af76f1916a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,319 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => a4156f90248fd2a6477837d180c0d075, NAME => 'test,,1733832828515.a4156f90248fd2a6477837d180c0d075.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-10T12:13:52,319 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,320 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,,1733832828515.a4156f90248fd2a6477837d180c0d075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,320 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,320 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,323 INFO [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=18 2024-12-10T12:13:52,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; OpenRegionProcedure 8b49e0c0f5ba5398a4e677af76f1916a, server=fad905551524,34537,1733832815151 in 309 msec 2024-12-10T12:13:52,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8b49e0c0f5ba5398a4e677af76f1916a, ASSIGN in 539 msec 2024-12-10T12:13:52,329 INFO [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4156f90248fd2a6477837d180c0d075 columnFamilyName f 2024-12-10T12:13:52,329 DEBUG [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,329 INFO [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] regionserver.HStore(327): Store=a4156f90248fd2a6477837d180c0d075/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,329 INFO [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,331 INFO [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4156f90248fd2a6477837d180c0d075 columnFamilyName norep 2024-12-10T12:13:52,331 DEBUG [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,331 INFO [StoreOpener-a4156f90248fd2a6477837d180c0d075-1 {}] regionserver.HStore(327): Store=a4156f90248fd2a6477837d180c0d075/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,332 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,333 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,335 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,339 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for a4156f90248fd2a6477837d180c0d075 2024-12-10T12:13:52,342 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,343 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened a4156f90248fd2a6477837d180c0d075; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73170572, jitterRate=0.09032648801803589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,343 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for a4156f90248fd2a6477837d180c0d075: 2024-12-10T12:13:52,344 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733832828515.a4156f90248fd2a6477837d180c0d075., pid=48, masterSystemTime=1733832832111 2024-12-10T12:13:52,346 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:13:52,346 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:13:52,346 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:13:52,346 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 677fdb3159b9470db4f48d15ab3078e4, NAME => 'test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-10T12:13:52,346 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,346 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,347 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,347 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a4156f90248fd2a6477837d180c0d075, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,350 INFO [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,352 INFO [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 677fdb3159b9470db4f48d15ab3078e4 columnFamilyName f 2024-12-10T12:13:52,352 DEBUG [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,353 INFO [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] regionserver.HStore(327): Store=677fdb3159b9470db4f48d15ab3078e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,353 INFO [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,355 INFO [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 677fdb3159b9470db4f48d15ab3078e4 columnFamilyName norep 2024-12-10T12:13:52,355 DEBUG [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=10 2024-12-10T12:13:52,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=10, state=SUCCESS; OpenRegionProcedure a4156f90248fd2a6477837d180c0d075, server=fad905551524,34537,1733832815151 in 314 msec 2024-12-10T12:13:52,356 INFO [StoreOpener-677fdb3159b9470db4f48d15ab3078e4-1 {}] regionserver.HStore(327): Store=677fdb3159b9470db4f48d15ab3078e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a4156f90248fd2a6477837d180c0d075, ASSIGN in 570 msec 2024-12-10T12:13:52,357 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,357 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,358 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,359 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:13:52,365 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/677fdb3159b9470db4f48d15ab3078e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,366 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 677fdb3159b9470db4f48d15ab3078e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74268033, jitterRate=0.10667993128299713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,366 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 677fdb3159b9470db4f48d15ab3078e4: 2024-12-10T12:13:52,367 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4., pid=37, masterSystemTime=1733832832111 2024-12-10T12:13:52,369 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:13:52,369 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:13:52,369 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:13:52,369 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => ef07d876baf8c24b2f784a736a469336, NAME => 'test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-10T12:13:52,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=677fdb3159b9470db4f48d15ab3078e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,370 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=32 2024-12-10T12:13:52,374 INFO [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=32, state=SUCCESS; OpenRegionProcedure 677fdb3159b9470db4f48d15ab3078e4, server=fad905551524,34537,1733832815151 in 422 msec 2024-12-10T12:13:52,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=677fdb3159b9470db4f48d15ab3078e4, ASSIGN in 589 msec 2024-12-10T12:13:52,376 INFO [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef07d876baf8c24b2f784a736a469336 columnFamilyName f 2024-12-10T12:13:52,376 DEBUG [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,376 INFO [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] regionserver.HStore(327): Store=ef07d876baf8c24b2f784a736a469336/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,377 INFO [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,378 INFO [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef07d876baf8c24b2f784a736a469336 columnFamilyName norep 2024-12-10T12:13:52,378 DEBUG [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,378 INFO [StoreOpener-ef07d876baf8c24b2f784a736a469336-1 {}] regionserver.HStore(327): Store=ef07d876baf8c24b2f784a736a469336/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,379 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,379 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,380 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,381 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for ef07d876baf8c24b2f784a736a469336 2024-12-10T12:13:52,383 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ef07d876baf8c24b2f784a736a469336/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,384 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened ef07d876baf8c24b2f784a736a469336; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70350017, jitterRate=0.04829694330692291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,384 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for ef07d876baf8c24b2f784a736a469336: 2024-12-10T12:13:52,385 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336., pid=49, masterSystemTime=1733832832111 2024-12-10T12:13:52,386 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:13:52,386 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:13:52,386 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:13:52,386 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ef07d876baf8c24b2f784a736a469336, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,387 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 10788c010a7f90ad335a720c0c16a37b, NAME => 'test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-10T12:13:52,387 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,387 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,387 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,387 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,389 INFO [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=25 2024-12-10T12:13:52,390 INFO [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10788c010a7f90ad335a720c0c16a37b columnFamilyName f 2024-12-10T12:13:52,390 DEBUG [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=25, state=SUCCESS; OpenRegionProcedure ef07d876baf8c24b2f784a736a469336, server=fad905551524,34537,1733832815151 in 331 msec 2024-12-10T12:13:52,391 INFO [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] regionserver.HStore(327): Store=10788c010a7f90ad335a720c0c16a37b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ef07d876baf8c24b2f784a736a469336, ASSIGN in 605 msec 2024-12-10T12:13:52,391 INFO [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,393 INFO [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10788c010a7f90ad335a720c0c16a37b columnFamilyName norep 2024-12-10T12:13:52,393 DEBUG [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,394 INFO [StoreOpener-10788c010a7f90ad335a720c0c16a37b-1 {}] regionserver.HStore(327): Store=10788c010a7f90ad335a720c0c16a37b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,395 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,395 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,401 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,403 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:13:52,409 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/10788c010a7f90ad335a720c0c16a37b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,410 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 10788c010a7f90ad335a720c0c16a37b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68231449, jitterRate=0.01672782003879547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,410 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 10788c010a7f90ad335a720c0c16a37b: 2024-12-10T12:13:52,411 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b., pid=38, masterSystemTime=1733832832111 2024-12-10T12:13:52,413 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:13:52,413 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:13:52,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=10788c010a7f90ad335a720c0c16a37b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,413 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:13:52,413 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => c02157a513a3111b5d72406343693b0f, NAME => 'test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-10T12:13:52,414 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,414 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,414 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,414 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,418 INFO [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=35 2024-12-10T12:13:52,420 INFO [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c02157a513a3111b5d72406343693b0f columnFamilyName f 2024-12-10T12:13:52,420 DEBUG [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=35, state=SUCCESS; OpenRegionProcedure 10788c010a7f90ad335a720c0c16a37b, server=fad905551524,34537,1733832815151 in 463 msec 2024-12-10T12:13:52,421 INFO [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] regionserver.HStore(327): Store=c02157a513a3111b5d72406343693b0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,421 INFO [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=10788c010a7f90ad335a720c0c16a37b, ASSIGN in 634 msec 2024-12-10T12:13:52,423 INFO [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c02157a513a3111b5d72406343693b0f columnFamilyName norep 2024-12-10T12:13:52,423 DEBUG [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,424 INFO [StoreOpener-c02157a513a3111b5d72406343693b0f-1 {}] regionserver.HStore(327): Store=c02157a513a3111b5d72406343693b0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,426 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,426 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,429 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,431 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for c02157a513a3111b5d72406343693b0f 2024-12-10T12:13:52,437 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/c02157a513a3111b5d72406343693b0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,437 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened c02157a513a3111b5d72406343693b0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70058111, jitterRate=0.04394720494747162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,438 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for c02157a513a3111b5d72406343693b0f: 2024-12-10T12:13:52,438 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f., pid=41, masterSystemTime=1733832832111 2024-12-10T12:13:52,440 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:13:52,441 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:13:52,441 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:13:52,441 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 43254fdd5d226402091d3ec3400b0327, NAME => 'test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-10T12:13:52,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=c02157a513a3111b5d72406343693b0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,441 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,441 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,441 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,441 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=19 2024-12-10T12:13:52,446 INFO [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=19, state=SUCCESS; OpenRegionProcedure c02157a513a3111b5d72406343693b0f, server=fad905551524,34537,1733832815151 in 457 msec 2024-12-10T12:13:52,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c02157a513a3111b5d72406343693b0f, ASSIGN in 660 msec 2024-12-10T12:13:52,448 INFO [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43254fdd5d226402091d3ec3400b0327 columnFamilyName f 2024-12-10T12:13:52,448 DEBUG [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,449 INFO [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] regionserver.HStore(327): Store=43254fdd5d226402091d3ec3400b0327/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,449 INFO [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,451 INFO [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43254fdd5d226402091d3ec3400b0327 columnFamilyName norep 2024-12-10T12:13:52,451 DEBUG [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,451 INFO [StoreOpener-43254fdd5d226402091d3ec3400b0327-1 {}] regionserver.HStore(327): Store=43254fdd5d226402091d3ec3400b0327/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,455 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,458 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,463 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,468 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 43254fdd5d226402091d3ec3400b0327 2024-12-10T12:13:52,477 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/43254fdd5d226402091d3ec3400b0327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,478 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 43254fdd5d226402091d3ec3400b0327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74310875, jitterRate=0.10731832683086395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,478 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 43254fdd5d226402091d3ec3400b0327: 2024-12-10T12:13:52,479 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327., pid=44, masterSystemTime=1733832832111 2024-12-10T12:13:52,484 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:13:52,484 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:13:52,485 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:13:52,485 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=43254fdd5d226402091d3ec3400b0327, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,485 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ef868a012c1641cb1cd98980bceae23, NAME => 'test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-10T12:13:52,486 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,486 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,486 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,486 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,495 INFO [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=28 2024-12-10T12:13:52,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=28, state=SUCCESS; OpenRegionProcedure 43254fdd5d226402091d3ec3400b0327, server=fad905551524,34537,1733832815151 in 458 msec 2024-12-10T12:13:52,504 INFO [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ef868a012c1641cb1cd98980bceae23 columnFamilyName f 2024-12-10T12:13:52,504 DEBUG [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=43254fdd5d226402091d3ec3400b0327, ASSIGN in 715 msec 2024-12-10T12:13:52,507 INFO [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] regionserver.HStore(327): Store=7ef868a012c1641cb1cd98980bceae23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,507 INFO [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,512 INFO [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ef868a012c1641cb1cd98980bceae23 columnFamilyName norep 2024-12-10T12:13:52,513 DEBUG [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,515 INFO [StoreOpener-7ef868a012c1641cb1cd98980bceae23-1 {}] regionserver.HStore(327): Store=7ef868a012c1641cb1cd98980bceae23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,516 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,517 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,520 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,521 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:13:52,527 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/7ef868a012c1641cb1cd98980bceae23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,528 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 7ef868a012c1641cb1cd98980bceae23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62629805, jitterRate=-0.06674318015575409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,528 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 7ef868a012c1641cb1cd98980bceae23: 2024-12-10T12:13:52,529 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23., pid=46, masterSystemTime=1733832832111 2024-12-10T12:13:52,536 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7ef868a012c1641cb1cd98980bceae23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,537 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:13:52,538 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:13:52,538 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:13:52,538 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 171222252a282473d4ddf9ff1c232ca5, NAME => 'test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-10T12:13:52,538 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,538 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,539 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,539 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=11 2024-12-10T12:13:52,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=11, state=SUCCESS; OpenRegionProcedure 7ef868a012c1641cb1cd98980bceae23, server=fad905551524,34537,1733832815151 in 502 msec 2024-12-10T12:13:52,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7ef868a012c1641cb1cd98980bceae23, ASSIGN in 758 msec 2024-12-10T12:13:52,547 INFO [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,549 INFO [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 171222252a282473d4ddf9ff1c232ca5 columnFamilyName f 2024-12-10T12:13:52,549 DEBUG [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,550 INFO [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] regionserver.HStore(327): Store=171222252a282473d4ddf9ff1c232ca5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,550 INFO [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,556 INFO [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 171222252a282473d4ddf9ff1c232ca5 columnFamilyName norep 2024-12-10T12:13:52,556 DEBUG [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,557 INFO [StoreOpener-171222252a282473d4ddf9ff1c232ca5-1 {}] regionserver.HStore(327): Store=171222252a282473d4ddf9ff1c232ca5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,560 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,560 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,562 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,563 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:13:52,566 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/171222252a282473d4ddf9ff1c232ca5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,567 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 171222252a282473d4ddf9ff1c232ca5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69444687, jitterRate=0.034806475043296814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,567 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 171222252a282473d4ddf9ff1c232ca5: 2024-12-10T12:13:52,568 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5., pid=39, masterSystemTime=1733832832111 2024-12-10T12:13:52,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=171222252a282473d4ddf9ff1c232ca5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,572 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:13:52,572 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:13:52,572 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:13:52,572 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 40f3d6b2c1af94ac064e67742b141988, NAME => 'test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-10T12:13:52,573 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,573 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,573 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,573 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:52,578 INFO [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=34 2024-12-10T12:13:52,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=34, state=SUCCESS; OpenRegionProcedure 171222252a282473d4ddf9ff1c232ca5, server=fad905551524,34537,1733832815151 in 621 msec 2024-12-10T12:13:52,580 INFO [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f3d6b2c1af94ac064e67742b141988 columnFamilyName f 2024-12-10T12:13:52,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=171222252a282473d4ddf9ff1c232ca5, ASSIGN in 793 msec 2024-12-10T12:13:52,580 DEBUG [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,581 INFO [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] regionserver.HStore(327): Store=40f3d6b2c1af94ac064e67742b141988/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,582 INFO [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,584 INFO [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f3d6b2c1af94ac064e67742b141988 columnFamilyName norep 2024-12-10T12:13:52,584 DEBUG [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,588 INFO [StoreOpener-40f3d6b2c1af94ac064e67742b141988-1 {}] regionserver.HStore(327): Store=40f3d6b2c1af94ac064e67742b141988/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,589 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,590 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,593 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,600 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:13:52,618 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/40f3d6b2c1af94ac064e67742b141988/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,622 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 40f3d6b2c1af94ac064e67742b141988; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69455714, jitterRate=0.03497079014778137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,622 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 40f3d6b2c1af94ac064e67742b141988: 2024-12-10T12:13:52,626 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988., pid=47, masterSystemTime=1733832832111 2024-12-10T12:13:52,633 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:13:52,633 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:13:52,634 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:13:52,634 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 3d91ce176fb121b8fc35de4616aec180, NAME => 'test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-10T12:13:52,634 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,635 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,635 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,635 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=40f3d6b2c1af94ac064e67742b141988, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:52,644 INFO [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,646 INFO [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d91ce176fb121b8fc35de4616aec180 columnFamilyName f 2024-12-10T12:13:52,646 DEBUG [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,646 INFO [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] regionserver.HStore(327): Store=3d91ce176fb121b8fc35de4616aec180/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,647 INFO [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,649 INFO [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d91ce176fb121b8fc35de4616aec180 columnFamilyName norep 2024-12-10T12:13:52,649 DEBUG [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,651 INFO [StoreOpener-3d91ce176fb121b8fc35de4616aec180-1 {}] regionserver.HStore(327): Store=3d91ce176fb121b8fc35de4616aec180/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,652 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,653 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,655 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=24 2024-12-10T12:13:52,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=24, state=SUCCESS; OpenRegionProcedure 40f3d6b2c1af94ac064e67742b141988, server=fad905551524,34537,1733832815151 in 611 msec 2024-12-10T12:13:52,657 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:13:52,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=40f3d6b2c1af94ac064e67742b141988, ASSIGN in 871 msec 2024-12-10T12:13:52,669 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/3d91ce176fb121b8fc35de4616aec180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,671 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 3d91ce176fb121b8fc35de4616aec180; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68624660, jitterRate=0.022587120532989502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,672 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 3d91ce176fb121b8fc35de4616aec180: 2024-12-10T12:13:52,672 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180., pid=45, masterSystemTime=1733832832111 2024-12-10T12:13:52,675 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:13:52,675 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:13:52,675 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:13:52,675 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 76ca87f8f316cb8930ca384c4cbc90af, NAME => 'test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-10T12:13:52,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3d91ce176fb121b8fc35de4616aec180, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,676 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,676 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,676 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,676 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,679 INFO [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=20 2024-12-10T12:13:52,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=20, state=SUCCESS; OpenRegionProcedure 3d91ce176fb121b8fc35de4616aec180, server=fad905551524,34537,1733832815151 in 642 msec 2024-12-10T12:13:52,681 INFO [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76ca87f8f316cb8930ca384c4cbc90af columnFamilyName f 2024-12-10T12:13:52,681 DEBUG [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3d91ce176fb121b8fc35de4616aec180, ASSIGN in 895 msec 2024-12-10T12:13:52,682 INFO [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] regionserver.HStore(327): Store=76ca87f8f316cb8930ca384c4cbc90af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,682 INFO [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,685 INFO [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76ca87f8f316cb8930ca384c4cbc90af columnFamilyName norep 2024-12-10T12:13:52,685 DEBUG [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,686 INFO [StoreOpener-76ca87f8f316cb8930ca384c4cbc90af-1 {}] regionserver.HStore(327): Store=76ca87f8f316cb8930ca384c4cbc90af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,687 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,687 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,689 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,691 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:13:52,698 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76ca87f8f316cb8930ca384c4cbc90af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,698 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 76ca87f8f316cb8930ca384c4cbc90af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64400195, jitterRate=-0.04036231338977814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,699 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 76ca87f8f316cb8930ca384c4cbc90af: 2024-12-10T12:13:52,699 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af., pid=36, masterSystemTime=1733832832111 2024-12-10T12:13:52,703 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:13:52,703 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:13:52,703 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:13:52,703 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a261b7d5b5e390d3494b01dd1de5d27, NAME => 'test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-10T12:13:52,703 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=76ca87f8f316cb8930ca384c4cbc90af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,704 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,704 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,704 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,704 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=31 2024-12-10T12:13:52,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=31, state=SUCCESS; OpenRegionProcedure 76ca87f8f316cb8930ca384c4cbc90af, server=fad905551524,34537,1733832815151 in 755 msec 2024-12-10T12:13:52,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=76ca87f8f316cb8930ca384c4cbc90af, ASSIGN in 922 msec 2024-12-10T12:13:52,708 INFO [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,710 INFO [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a261b7d5b5e390d3494b01dd1de5d27 columnFamilyName f 2024-12-10T12:13:52,710 DEBUG [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,711 INFO [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] regionserver.HStore(327): Store=4a261b7d5b5e390d3494b01dd1de5d27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,711 INFO [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,713 INFO [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a261b7d5b5e390d3494b01dd1de5d27 columnFamilyName norep 2024-12-10T12:13:52,713 DEBUG [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,713 INFO [StoreOpener-4a261b7d5b5e390d3494b01dd1de5d27-1 {}] regionserver.HStore(327): Store=4a261b7d5b5e390d3494b01dd1de5d27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,714 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,715 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,716 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,717 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:13:52,720 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/4a261b7d5b5e390d3494b01dd1de5d27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,722 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 4a261b7d5b5e390d3494b01dd1de5d27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62332344, jitterRate=-0.07117569446563721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,722 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 4a261b7d5b5e390d3494b01dd1de5d27: 2024-12-10T12:13:52,723 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27., pid=51, masterSystemTime=1733832832269 2024-12-10T12:13:52,728 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:13:52,728 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:13:52,728 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:13:52,728 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f9e65a59072bad5f7e51190a87410ae, NAME => 'test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-10T12:13:52,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=4a261b7d5b5e390d3494b01dd1de5d27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,729 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,729 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,729 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,729 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,734 INFO [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=12 2024-12-10T12:13:52,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=12, state=SUCCESS; OpenRegionProcedure 4a261b7d5b5e390d3494b01dd1de5d27, server=fad905551524,34537,1733832815151 in 628 msec 2024-12-10T12:13:52,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4a261b7d5b5e390d3494b01dd1de5d27, ASSIGN in 949 msec 2024-12-10T12:13:52,737 INFO [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f9e65a59072bad5f7e51190a87410ae columnFamilyName f 2024-12-10T12:13:52,737 DEBUG [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,737 INFO [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] regionserver.HStore(327): Store=5f9e65a59072bad5f7e51190a87410ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,738 INFO [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,739 INFO [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f9e65a59072bad5f7e51190a87410ae columnFamilyName norep 2024-12-10T12:13:52,739 DEBUG [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,740 INFO [StoreOpener-5f9e65a59072bad5f7e51190a87410ae-1 {}] regionserver.HStore(327): Store=5f9e65a59072bad5f7e51190a87410ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,741 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,742 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,743 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,744 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:13:52,752 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5f9e65a59072bad5f7e51190a87410ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,753 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 5f9e65a59072bad5f7e51190a87410ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66738957, jitterRate=-0.005512043833732605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,753 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 5f9e65a59072bad5f7e51190a87410ae: 2024-12-10T12:13:52,754 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae., pid=53, masterSystemTime=1733832832269 2024-12-10T12:13:52,755 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:13:52,756 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:13:52,756 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:13:52,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=5f9e65a59072bad5f7e51190a87410ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,756 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 5847b17c30341afbf82a932d3ad5bc5e, NAME => 'test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-10T12:13:52,756 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,756 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,756 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,756 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,761 INFO [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=26 2024-12-10T12:13:52,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=26, state=SUCCESS; OpenRegionProcedure 5f9e65a59072bad5f7e51190a87410ae, server=fad905551524,34537,1733832815151 in 658 msec 2024-12-10T12:13:52,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5f9e65a59072bad5f7e51190a87410ae, ASSIGN in 979 msec 2024-12-10T12:13:52,768 INFO [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5847b17c30341afbf82a932d3ad5bc5e columnFamilyName f 2024-12-10T12:13:52,768 DEBUG [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,769 INFO [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] regionserver.HStore(327): Store=5847b17c30341afbf82a932d3ad5bc5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,770 INFO [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,771 INFO [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5847b17c30341afbf82a932d3ad5bc5e columnFamilyName norep 2024-12-10T12:13:52,771 DEBUG [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,772 INFO [StoreOpener-5847b17c30341afbf82a932d3ad5bc5e-1 {}] regionserver.HStore(327): Store=5847b17c30341afbf82a932d3ad5bc5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,773 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,774 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,775 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,777 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:13:52,780 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5847b17c30341afbf82a932d3ad5bc5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,780 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 5847b17c30341afbf82a932d3ad5bc5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67152030, jitterRate=6.432235240936279E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,781 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 5847b17c30341afbf82a932d3ad5bc5e: 2024-12-10T12:13:52,784 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e., pid=60, masterSystemTime=1733832832269 2024-12-10T12:13:52,787 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:13:52,787 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:13:52,787 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:13:52,787 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 78d91167831a321ede7adc8dd22d50ab, NAME => 'test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-10T12:13:52,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=5847b17c30341afbf82a932d3ad5bc5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,788 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,788 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,788 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,788 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=21 2024-12-10T12:13:52,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=21, state=SUCCESS; OpenRegionProcedure 5847b17c30341afbf82a932d3ad5bc5e, server=fad905551524,34537,1733832815151 in 616 msec 2024-12-10T12:13:52,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5847b17c30341afbf82a932d3ad5bc5e, ASSIGN in 1.0100 sec 2024-12-10T12:13:52,800 INFO [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,808 INFO [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78d91167831a321ede7adc8dd22d50ab columnFamilyName f 2024-12-10T12:13:52,808 DEBUG [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,808 INFO [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] regionserver.HStore(327): Store=78d91167831a321ede7adc8dd22d50ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,808 INFO [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,820 INFO [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78d91167831a321ede7adc8dd22d50ab columnFamilyName norep 2024-12-10T12:13:52,820 DEBUG [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,821 INFO [StoreOpener-78d91167831a321ede7adc8dd22d50ab-1 {}] regionserver.HStore(327): Store=78d91167831a321ede7adc8dd22d50ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,823 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,824 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,830 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,832 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:13:52,843 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/78d91167831a321ede7adc8dd22d50ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,844 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 78d91167831a321ede7adc8dd22d50ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60074507, jitterRate=-0.10482008755207062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,844 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 78d91167831a321ede7adc8dd22d50ab: 2024-12-10T12:13:52,845 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab., pid=52, masterSystemTime=1733832832269 2024-12-10T12:13:52,853 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:13:52,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=78d91167831a321ede7adc8dd22d50ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,853 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:13:52,853 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:13:52,853 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 938dd5b54a3d73a7f513f6fd3ea9bf03, NAME => 'test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-10T12:13:52,854 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,854 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,854 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,854 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,863 INFO [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,867 INFO [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 938dd5b54a3d73a7f513f6fd3ea9bf03 columnFamilyName f 2024-12-10T12:13:52,867 DEBUG [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=23 2024-12-10T12:13:52,868 INFO [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] regionserver.HStore(327): Store=938dd5b54a3d73a7f513f6fd3ea9bf03/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=23, state=SUCCESS; OpenRegionProcedure 78d91167831a321ede7adc8dd22d50ab, server=fad905551524,34537,1733832815151 in 762 msec 2024-12-10T12:13:52,868 INFO [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=78d91167831a321ede7adc8dd22d50ab, ASSIGN in 1.0820 sec 2024-12-10T12:13:52,873 INFO [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 938dd5b54a3d73a7f513f6fd3ea9bf03 columnFamilyName norep 2024-12-10T12:13:52,873 DEBUG [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,875 INFO [StoreOpener-938dd5b54a3d73a7f513f6fd3ea9bf03-1 {}] regionserver.HStore(327): Store=938dd5b54a3d73a7f513f6fd3ea9bf03/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,876 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,877 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,878 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,879 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:13:52,881 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/938dd5b54a3d73a7f513f6fd3ea9bf03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,882 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 938dd5b54a3d73a7f513f6fd3ea9bf03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68522743, jitterRate=0.02106843888759613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,882 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 938dd5b54a3d73a7f513f6fd3ea9bf03: 2024-12-10T12:13:52,883 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03., pid=50, masterSystemTime=1733832832269 2024-12-10T12:13:52,891 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=938dd5b54a3d73a7f513f6fd3ea9bf03, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,892 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:13:52,892 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:13:52,893 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:13:52,893 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c44011187cb9d5d125f38ec20a5707d, NAME => 'test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-10T12:13:52,893 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,893 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,893 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,893 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,895 INFO [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=13 2024-12-10T12:13:52,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=13, state=SUCCESS; OpenRegionProcedure 938dd5b54a3d73a7f513f6fd3ea9bf03, server=fad905551524,34537,1733832815151 in 792 msec 2024-12-10T12:13:52,901 INFO [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c44011187cb9d5d125f38ec20a5707d columnFamilyName f 2024-12-10T12:13:52,901 DEBUG [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,902 INFO [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] regionserver.HStore(327): Store=8c44011187cb9d5d125f38ec20a5707d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,902 INFO [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,908 INFO [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c44011187cb9d5d125f38ec20a5707d columnFamilyName norep 2024-12-10T12:13:52,908 DEBUG [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,909 INFO [StoreOpener-8c44011187cb9d5d125f38ec20a5707d-1 {}] regionserver.HStore(327): Store=8c44011187cb9d5d125f38ec20a5707d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,910 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,911 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,912 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,913 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:13:52,916 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c44011187cb9d5d125f38ec20a5707d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=938dd5b54a3d73a7f513f6fd3ea9bf03, ASSIGN in 1.1160 sec 2024-12-10T12:13:52,916 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 8c44011187cb9d5d125f38ec20a5707d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74790574, jitterRate=0.11446639895439148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,916 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 8c44011187cb9d5d125f38ec20a5707d: 2024-12-10T12:13:52,917 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d., pid=57, masterSystemTime=1733832832269 2024-12-10T12:13:52,919 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:13:52,919 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:13:52,920 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:13:52,920 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c3af665e4db15f1e1d8fd1bd51b5577, NAME => 'test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-10T12:13:52,920 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,920 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,920 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,920 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,921 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8c44011187cb9d5d125f38ec20a5707d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=15 2024-12-10T12:13:52,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=15, state=SUCCESS; OpenRegionProcedure 8c44011187cb9d5d125f38ec20a5707d, server=fad905551524,34537,1733832815151 in 758 msec 2024-12-10T12:13:52,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8c44011187cb9d5d125f38ec20a5707d, ASSIGN in 1.1410 sec 2024-12-10T12:13:52,931 INFO [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,935 INFO [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c3af665e4db15f1e1d8fd1bd51b5577 columnFamilyName f 2024-12-10T12:13:52,935 DEBUG [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,936 INFO [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] regionserver.HStore(327): Store=8c3af665e4db15f1e1d8fd1bd51b5577/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,936 INFO [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,938 INFO [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c3af665e4db15f1e1d8fd1bd51b5577 columnFamilyName norep 2024-12-10T12:13:52,938 DEBUG [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,938 INFO [StoreOpener-8c3af665e4db15f1e1d8fd1bd51b5577-1 {}] regionserver.HStore(327): Store=8c3af665e4db15f1e1d8fd1bd51b5577/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,939 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,943 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,944 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,948 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:13:52,955 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c3af665e4db15f1e1d8fd1bd51b5577/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,955 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 8c3af665e4db15f1e1d8fd1bd51b5577; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71307909, jitterRate=0.06257064640522003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,956 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 8c3af665e4db15f1e1d8fd1bd51b5577: 2024-12-10T12:13:52,956 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577., pid=58, masterSystemTime=1733832832269 2024-12-10T12:13:52,958 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:13:52,958 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:13:52,958 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:13:52,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=8c3af665e4db15f1e1d8fd1bd51b5577, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,958 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => b18ce52f56ff93a76185feee62ca8922, NAME => 'test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-10T12:13:52,958 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,958 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,959 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,959 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=16 2024-12-10T12:13:52,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=16, state=SUCCESS; OpenRegionProcedure 8c3af665e4db15f1e1d8fd1bd51b5577, server=fad905551524,34537,1733832815151 in 794 msec 2024-12-10T12:13:52,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8c3af665e4db15f1e1d8fd1bd51b5577, ASSIGN in 1.1800 sec 2024-12-10T12:13:52,967 INFO [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,969 INFO [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18ce52f56ff93a76185feee62ca8922 columnFamilyName f 2024-12-10T12:13:52,969 DEBUG [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,970 INFO [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] regionserver.HStore(327): Store=b18ce52f56ff93a76185feee62ca8922/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,970 INFO [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,971 INFO [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18ce52f56ff93a76185feee62ca8922 columnFamilyName norep 2024-12-10T12:13:52,972 DEBUG [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,972 INFO [StoreOpener-b18ce52f56ff93a76185feee62ca8922-1 {}] regionserver.HStore(327): Store=b18ce52f56ff93a76185feee62ca8922/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,973 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,973 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,975 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,976 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:13:52,978 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b18ce52f56ff93a76185feee62ca8922/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,979 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened b18ce52f56ff93a76185feee62ca8922; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65790431, jitterRate=-0.019646182656288147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,979 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for b18ce52f56ff93a76185feee62ca8922: 2024-12-10T12:13:52,980 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922., pid=56, masterSystemTime=1733832832269 2024-12-10T12:13:52,981 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:13:52,981 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:13:52,981 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:13:52,981 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => b726c9359cec6bdd568f25b7546ec09d, NAME => 'test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-10T12:13:52,981 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=b18ce52f56ff93a76185feee62ca8922, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,982 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,982 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,982 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,982 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=33 2024-12-10T12:13:52,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=33, state=SUCCESS; OpenRegionProcedure b18ce52f56ff93a76185feee62ca8922, server=fad905551524,34537,1733832815151 in 818 msec 2024-12-10T12:13:52,985 INFO [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b18ce52f56ff93a76185feee62ca8922, ASSIGN in 1.2000 sec 2024-12-10T12:13:52,987 INFO [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b726c9359cec6bdd568f25b7546ec09d columnFamilyName f 2024-12-10T12:13:52,987 DEBUG [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,987 INFO [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] regionserver.HStore(327): Store=b726c9359cec6bdd568f25b7546ec09d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,987 INFO [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,989 INFO [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b726c9359cec6bdd568f25b7546ec09d columnFamilyName norep 2024-12-10T12:13:52,989 DEBUG [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:52,989 INFO [StoreOpener-b726c9359cec6bdd568f25b7546ec09d-1 {}] regionserver.HStore(327): Store=b726c9359cec6bdd568f25b7546ec09d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:52,990 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,990 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,991 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:52,992 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:13:52,995 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b726c9359cec6bdd568f25b7546ec09d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:52,995 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened b726c9359cec6bdd568f25b7546ec09d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63316744, jitterRate=-0.056506991386413574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for b726c9359cec6bdd568f25b7546ec09d: 2024-12-10T12:13:52,996 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d., pid=61, masterSystemTime=1733832832269 2024-12-10T12:13:52,998 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:13:52,998 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:13:52,998 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:13:52,999 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b726c9359cec6bdd568f25b7546ec09d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:52,999 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => ebe2e1b91f17316a67b75b1aec75c779, NAME => 'test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-10T12:13:52,999 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:52,999 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:52,999 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:52,999 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:53,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=27 2024-12-10T12:13:53,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=27, state=SUCCESS; OpenRegionProcedure b726c9359cec6bdd568f25b7546ec09d, server=fad905551524,34537,1733832815151 in 810 msec 2024-12-10T12:13:53,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b726c9359cec6bdd568f25b7546ec09d, ASSIGN in 1.2180 sec 2024-12-10T12:13:53,012 INFO [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:53,017 INFO [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebe2e1b91f17316a67b75b1aec75c779 columnFamilyName f 2024-12-10T12:13:53,017 DEBUG [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:53,017 INFO [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] regionserver.HStore(327): Store=ebe2e1b91f17316a67b75b1aec75c779/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:53,018 INFO [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:53,021 INFO [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebe2e1b91f17316a67b75b1aec75c779 columnFamilyName norep 2024-12-10T12:13:53,021 DEBUG [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:53,028 INFO [StoreOpener-ebe2e1b91f17316a67b75b1aec75c779-1 {}] regionserver.HStore(327): Store=ebe2e1b91f17316a67b75b1aec75c779/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:53,029 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:53,029 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:53,030 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:53,032 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:13:53,035 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ebe2e1b91f17316a67b75b1aec75c779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:53,037 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened ebe2e1b91f17316a67b75b1aec75c779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74464449, jitterRate=0.10960675776004791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:53,037 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for ebe2e1b91f17316a67b75b1aec75c779: 2024-12-10T12:13:53,042 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779., pid=59, masterSystemTime=1733832832269 2024-12-10T12:13:53,044 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:13:53,044 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:13:53,044 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:13:53,044 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 76e7be9382e1d123c0216160f91e43d5, NAME => 'test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-10T12:13:53,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=ebe2e1b91f17316a67b75b1aec75c779, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:53,045 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,045 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:53,045 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,045 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,047 INFO [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,049 INFO [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76e7be9382e1d123c0216160f91e43d5 columnFamilyName f 2024-12-10T12:13:53,049 DEBUG [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:53,050 INFO [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] regionserver.HStore(327): Store=76e7be9382e1d123c0216160f91e43d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:53,050 INFO [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,052 INFO [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76e7be9382e1d123c0216160f91e43d5 columnFamilyName norep 2024-12-10T12:13:53,052 DEBUG [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:53,053 INFO [StoreOpener-76e7be9382e1d123c0216160f91e43d5-1 {}] regionserver.HStore(327): Store=76e7be9382e1d123c0216160f91e43d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:53,054 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,054 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,060 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:53,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=22 2024-12-10T12:13:53,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=22, state=SUCCESS; OpenRegionProcedure ebe2e1b91f17316a67b75b1aec75c779, server=fad905551524,34537,1733832815151 in 888 msec 2024-12-10T12:13:53,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ebe2e1b91f17316a67b75b1aec75c779, ASSIGN in 1.2760 sec 2024-12-10T12:13:53,065 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:13:53,075 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76e7be9382e1d123c0216160f91e43d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:53,076 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 76e7be9382e1d123c0216160f91e43d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61617772, jitterRate=-0.08182364702224731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:53,076 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 76e7be9382e1d123c0216160f91e43d5: 2024-12-10T12:13:53,077 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5., pid=54, masterSystemTime=1733832832269 2024-12-10T12:13:53,080 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:13:53,080 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:13:53,080 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:13:53,080 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => bf00da616c07f63a7d511942d8a58f55, NAME => 'test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-10T12:13:53,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=76e7be9382e1d123c0216160f91e43d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:53,080 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,081 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:53,081 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,081 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,084 INFO [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=14 2024-12-10T12:13:53,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=14, state=SUCCESS; OpenRegionProcedure 76e7be9382e1d123c0216160f91e43d5, server=fad905551524,34537,1733832815151 in 973 msec 2024-12-10T12:13:53,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=76e7be9382e1d123c0216160f91e43d5, ASSIGN in 1.3000 sec 2024-12-10T12:13:53,088 INFO [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf00da616c07f63a7d511942d8a58f55 columnFamilyName f 2024-12-10T12:13:53,088 DEBUG [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:53,089 INFO [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] regionserver.HStore(327): Store=bf00da616c07f63a7d511942d8a58f55/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:53,089 INFO [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,090 INFO [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf00da616c07f63a7d511942d8a58f55 columnFamilyName norep 2024-12-10T12:13:53,090 DEBUG [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:53,090 INFO [StoreOpener-bf00da616c07f63a7d511942d8a58f55-1 {}] regionserver.HStore(327): Store=bf00da616c07f63a7d511942d8a58f55/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:53,091 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,091 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,100 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T12:13:53,101 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:13:53,107 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/bf00da616c07f63a7d511942d8a58f55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:53,108 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened bf00da616c07f63a7d511942d8a58f55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75120167, jitterRate=0.11937771737575531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T12:13:53,109 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for bf00da616c07f63a7d511942d8a58f55: 2024-12-10T12:13:53,110 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55., pid=55, masterSystemTime=1733832832269 2024-12-10T12:13:53,112 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:13:53,112 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:13:53,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=bf00da616c07f63a7d511942d8a58f55, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:13:53,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=17 2024-12-10T12:13:53,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=17, state=SUCCESS; OpenRegionProcedure bf00da616c07f63a7d511942d8a58f55, server=fad905551524,34537,1733832815151 in 950 msec 2024-12-10T12:13:53,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=9 2024-12-10T12:13:53,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bf00da616c07f63a7d511942d8a58f55, ASSIGN in 1.3360 sec 2024-12-10T12:13:53,124 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T12:13:53,124 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832833124"}]},"ts":"1733832833124"} 2024-12-10T12:13:53,128 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-10T12:13:53,139 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T12:13:53,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.6230 sec 2024-12-10T12:13:55,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T12:13:55,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T12:13:56,649 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-10T12:13:56,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-10T12:13:56,649 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-10T12:13:56,669 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-10T12:13:56,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-10T12:13:56,669 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-10T12:13:56,685 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-10T12:13:56,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-10T12:13:56,685 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:56,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-10T12:13:56,711 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:13:56,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-10T12:13:56,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=841, ProcessCount=11, AvailableMemoryMB=4781 2024-12-10T12:13:56,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T12:13:56,764 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T12:13:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-10T12:13:56,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:57339:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-10T12:13:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-10T12:13:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:13:56,840 INFO [PEWorker-2 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-10T12:13:56,842 INFO [PEWorker-2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@44a7deb7check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:57339 2024-12-10T12:13:56,883 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@44a7deb7check-peer-cluster-id0x0, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T12:13:56,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@44a7deb7check-peer-cluster-id-0x1000fdc15390009 connected 2024-12-10T12:13:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:13:56,998 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@44a7deb7check-peer-cluster-id-0x1000fdc15390009, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:13:57,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:57,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:13:57,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-10T12:13:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:13:57,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:13:57,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-10T12:13:57,247 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-10T12:13:57,291 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-10T12:13:57,329 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-10T12:13:57,399 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-10T12:13:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-10T12:13:57,415 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on fad905551524,36963,1733832807370 suceeded 2024-12-10T12:13:57,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-10T12:13:57,417 INFO [PEWorker-3 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:57339:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-10T12:13:57,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 340 msec 2024-12-10T12:13:57,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 617 msec 2024-12-10T12:13:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:13:57,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cb1dd70 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e0ca04e 2024-12-10T12:13:57,442 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a933a17 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b5679e2 2024-12-10T12:13:57,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21078b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:57,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5b97cd to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58c383ab 2024-12-10T12:13:57,525 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e872de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:57,528 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:57339 2024-12-10T12:13:57,538 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T12:13:57,539 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=06e74e67-54b5-4438-9621-ff8b8e29c1b3 to cluster=90f6b3e7-134c-4442-8c35-64f4f83de19e 2024-12-10T12:13:57,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1000fdc1539000d connected 2024-12-10T12:13:57,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a6562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:13:57,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T12:13:57,541 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=fad905551524%2C36963%2C1733832807370 2024-12-10T12:13:57,542 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T12:13:57,543 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-10T12:13:57,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T12:13:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-10T12:13:57,545 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fad905551524%2C36963%2C1733832807370 2024-12-10T12:13:57,545 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, startPosition=0, beingWritten=true 2024-12-10T12:13:57,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T12:13:57,546 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:57,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-10T12:13:57,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T12:13:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-10T12:13:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741864_1040 (size=367) 2024-12-10T12:13:57,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:13:57,627 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-10T12:13:57,627 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 7708, reset compression=false 2024-12-10T12:13:57,627 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-10T12:13:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-10T12:13:57,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:13:57,838 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 7708, reset compression=false 2024-12-10T12:13:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-10T12:13:57,958 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 621f05103f6c7ceb39bedb6b65480479, NAME => 'testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404 2024-12-10T12:13:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741865_1041 (size=51) 2024-12-10T12:13:58,152 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 7708, reset compression=false 2024-12-10T12:13:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-10T12:13:58,378 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:58,379 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 621f05103f6c7ceb39bedb6b65480479, disabling compactions & flushes 2024-12-10T12:13:58,379 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:13:58,379 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:13:58,379 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. after waiting 0 ms 2024-12-10T12:13:58,379 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:13:58,379 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:13:58,379 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 621f05103f6c7ceb39bedb6b65480479: 2024-12-10T12:13:58,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T12:13:58,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733832838380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832838380"}]},"ts":"1733832838380"} 2024-12-10T12:13:58,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T12:13:58,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T12:13:58,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832838384"}]},"ts":"1733832838384"} 2024-12-10T12:13:58,386 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-10T12:13:58,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=621f05103f6c7ceb39bedb6b65480479, ASSIGN}] 2024-12-10T12:13:58,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=621f05103f6c7ceb39bedb6b65480479, ASSIGN 2024-12-10T12:13:58,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=621f05103f6c7ceb39bedb6b65480479, ASSIGN; state=OFFLINE, location=fad905551524,36963,1733832807370; forceNewPlan=false, retain=false 2024-12-10T12:13:58,560 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 7708, reset compression=false 2024-12-10T12:13:58,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=621f05103f6c7ceb39bedb6b65480479, regionState=OPENING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:58,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 621f05103f6c7ceb39bedb6b65480479, server=fad905551524,36963,1733832807370}] 2024-12-10T12:13:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-10T12:13:58,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:13:58,724 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:13:58,724 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 621f05103f6c7ceb39bedb6b65480479, NAME => 'testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479.', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:13:58,725 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:13:58,725 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:13:58,725 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:13:58,725 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:13:58,727 INFO [StoreOpener-621f05103f6c7ceb39bedb6b65480479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:13:58,729 INFO [StoreOpener-621f05103f6c7ceb39bedb6b65480479-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 621f05103f6c7ceb39bedb6b65480479 columnFamilyName fam 2024-12-10T12:13:58,729 DEBUG [StoreOpener-621f05103f6c7ceb39bedb6b65480479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:58,731 INFO [StoreOpener-621f05103f6c7ceb39bedb6b65480479-1 {}] regionserver.HStore(327): Store=621f05103f6c7ceb39bedb6b65480479/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:13:58,733 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:13:58,733 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:13:58,736 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:13:58,743 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:13:58,744 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 621f05103f6c7ceb39bedb6b65480479; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66831330, jitterRate=-0.004135578870773315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T12:13:58,745 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 621f05103f6c7ceb39bedb6b65480479: 2024-12-10T12:13:58,746 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479., pid=66, masterSystemTime=1733832838720 2024-12-10T12:13:58,748 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:13:58,748 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:13:58,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=621f05103f6c7ceb39bedb6b65480479, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:13:58,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-10T12:13:58,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 621f05103f6c7ceb39bedb6b65480479, server=fad905551524,36963,1733832807370 in 182 msec 2024-12-10T12:13:58,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-10T12:13:58,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=621f05103f6c7ceb39bedb6b65480479, ASSIGN in 338 msec 2024-12-10T12:13:58,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T12:13:58,755 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832838754"}]},"ts":"1733832838754"} 2024-12-10T12:13:58,759 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-10T12:13:58,772 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T12:13:58,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2280 sec 2024-12-10T12:13:59,067 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 7708, reset compression=false 2024-12-10T12:13:59,075 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-10T12:13:59,075 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 8001, reset compression=false 2024-12-10T12:13:59,075 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-10T12:13:59,288 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 8001, reset compression=false 2024-12-10T12:13:59,611 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 8001, reset compression=false 2024-12-10T12:13:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-10T12:13:59,664 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-10T12:13:59,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T12:13:59,667 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T12:13:59,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T12:13:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-10T12:13:59,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T12:13:59,672 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:13:59,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-10T12:13:59,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T12:13:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:13:59,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741864_1040 (size=367) 2024-12-10T12:13:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:13:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:14:00,025 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 8001, reset compression=false 2024-12-10T12:14:00,109 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 33cf978e5b2e164fc68e2deb776eafba, NAME => 'testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb 2024-12-10T12:14:00,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741865_1041 (size=51) 2024-12-10T12:14:00,154 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:14:00,154 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 33cf978e5b2e164fc68e2deb776eafba, disabling compactions & flushes 2024-12-10T12:14:00,154 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:00,154 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:00,154 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. after waiting 0 ms 2024-12-10T12:14:00,154 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:00,154 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:00,154 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 33cf978e5b2e164fc68e2deb776eafba: 2024-12-10T12:14:00,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T12:14:00,156 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733832840156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733832840156"}]},"ts":"1733832840156"} 2024-12-10T12:14:00,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T12:14:00,161 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T12:14:00,161 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832840161"}]},"ts":"1733832840161"} 2024-12-10T12:14:00,163 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-10T12:14:00,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=33cf978e5b2e164fc68e2deb776eafba, ASSIGN}] 2024-12-10T12:14:00,190 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=33cf978e5b2e164fc68e2deb776eafba, ASSIGN 2024-12-10T12:14:00,191 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=33cf978e5b2e164fc68e2deb776eafba, ASSIGN; state=OFFLINE, location=fad905551524,34537,1733832815151; forceNewPlan=false, retain=false 2024-12-10T12:14:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:14:00,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=33cf978e5b2e164fc68e2deb776eafba, regionState=OPENING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:14:00,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 33cf978e5b2e164fc68e2deb776eafba, server=fad905551524,34537,1733832815151}] 2024-12-10T12:14:00,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-10T12:14:00,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fad905551524,34537,1733832815151 2024-12-10T12:14:00,510 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:00,510 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 33cf978e5b2e164fc68e2deb776eafba, NAME => 'testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba.', STARTKEY => '', ENDKEY => ''} 2024-12-10T12:14:00,511 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:00,511 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T12:14:00,511 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:00,511 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:00,514 INFO [StoreOpener-33cf978e5b2e164fc68e2deb776eafba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:00,516 INFO [StoreOpener-33cf978e5b2e164fc68e2deb776eafba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33cf978e5b2e164fc68e2deb776eafba columnFamilyName fam 2024-12-10T12:14:00,516 DEBUG [StoreOpener-33cf978e5b2e164fc68e2deb776eafba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T12:14:00,517 INFO [StoreOpener-33cf978e5b2e164fc68e2deb776eafba-1 {}] regionserver.HStore(327): Store=33cf978e5b2e164fc68e2deb776eafba/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T12:14:00,518 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:00,519 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:00,521 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:00,524 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T12:14:00,525 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 33cf978e5b2e164fc68e2deb776eafba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71781929, jitterRate=0.0696340948343277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T12:14:00,525 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 33cf978e5b2e164fc68e2deb776eafba: 2024-12-10T12:14:00,526 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba., pid=64, masterSystemTime=1733832840505 2024-12-10T12:14:00,529 DEBUG [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:00,529 INFO [RS_OPEN_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:00,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=33cf978e5b2e164fc68e2deb776eafba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:14:00,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-10T12:14:00,536 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 8001, reset compression=false 2024-12-10T12:14:00,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 33cf978e5b2e164fc68e2deb776eafba, server=fad905551524,34537,1733832815151 in 180 msec 2024-12-10T12:14:00,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-10T12:14:00,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=33cf978e5b2e164fc68e2deb776eafba, ASSIGN in 348 msec 2024-12-10T12:14:00,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T12:14:00,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832840538"}]},"ts":"1733832840538"} 2024-12-10T12:14:00,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-10T12:14:00,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T12:14:00,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 886 msec 2024-12-10T12:14:00,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: 8001 2024-12-10T12:14:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-10T12:14:00,799 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-10T12:14:00,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-10T12:14:00,799 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:14:00,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-10T12:14:00,807 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:14:00,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-10T12:14:00,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-10T12:14:00,807 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:14:00,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-10T12:14:00,814 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T12:14:00,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-10T12:14:00,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-10T12:14:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-10T12:14:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T12:14:00,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-10T12:14:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T12:14:01,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:14:01,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-10T12:14:01,002 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-10T12:14:01,003 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-10T12:14:01,003 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-10T12:14:01,113 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1000fdc1539000d, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:14:01,113 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a933a17 to 127.0.0.1:57339 2024-12-10T12:14:01,113 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T12:14:01,214 WARN [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-10T12:14:01,314 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 terminated 2024-12-10T12:14:01,334 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-10T12:14:01,335 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-10T12:14:01,335 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-10T12:14:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-10T12:14:01,337 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on fad905551524,36963,1733832807370 suceeded 2024-12-10T12:14:01,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-10T12:14:01,339 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-10T12:14:01,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 487 msec 2024-12-10T12:14:01,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 521 msec 2024-12-10T12:14:01,374 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e1e0686 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d82e11b 2024-12-10T12:14:01,388 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f13b600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:01,389 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:57339 2024-12-10T12:14:01,396 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T12:14:01,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1000fdc1539000f connected 2024-12-10T12:14:01,397 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=06e74e67-54b5-4438-9621-ff8b8e29c1b3 to cluster=90f6b3e7-134c-4442-8c35-64f4f83de19e 2024-12-10T12:14:01,397 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=fad905551524%2C36963%2C1733832807370 2024-12-10T12:14:01,397 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-10T12:14:01,397 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fad905551524%2C36963%2C1733832807370 2024-12-10T12:14:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T12:14:01,429 DEBUG [hconnection-0x6fbfc3d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:01,431 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T12:14:02,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:03,254 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T12:14:03,263 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T12:14:04,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:14:04,319 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-10T12:14:04,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-10T12:14:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-10T12:14:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T12:14:04,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832844344"}]},"ts":"1733832844344"} 2024-12-10T12:14:04,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-10T12:14:04,422 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-10T12:14:04,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-10T12:14:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T12:14:04,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=33cf978e5b2e164fc68e2deb776eafba, UNASSIGN}] 2024-12-10T12:14:04,450 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=33cf978e5b2e164fc68e2deb776eafba, UNASSIGN 2024-12-10T12:14:04,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=33cf978e5b2e164fc68e2deb776eafba, regionState=CLOSING, regionLocation=fad905551524,34537,1733832815151 2024-12-10T12:14:04,454 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T12:14:04,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 33cf978e5b2e164fc68e2deb776eafba, server=fad905551524,34537,1733832815151}] 2024-12-10T12:14:04,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fad905551524,34537,1733832815151 2024-12-10T12:14:04,622 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:04,622 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T12:14:04,623 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 33cf978e5b2e164fc68e2deb776eafba, disabling compactions & flushes 2024-12-10T12:14:04,623 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:04,623 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:04,623 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. after waiting 0 ms 2024-12-10T12:14:04,623 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T12:14:04,667 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:14:04,683 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba. 2024-12-10T12:14:04,683 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 33cf978e5b2e164fc68e2deb776eafba: 2024-12-10T12:14:04,695 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:04,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=33cf978e5b2e164fc68e2deb776eafba, regionState=CLOSED 2024-12-10T12:14:04,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-10T12:14:04,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 33cf978e5b2e164fc68e2deb776eafba, server=fad905551524,34537,1733832815151 in 246 msec 2024-12-10T12:14:04,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-10T12:14:04,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=33cf978e5b2e164fc68e2deb776eafba, UNASSIGN in 268 msec 2024-12-10T12:14:04,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-10T12:14:04,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 295 msec 2024-12-10T12:14:04,825 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832844825"}]},"ts":"1733832844825"} 2024-12-10T12:14:04,831 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-10T12:14:04,888 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-10T12:14:04,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 565 msec 2024-12-10T12:14:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T12:14:04,946 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-10T12:14:04,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-10T12:14:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:14:04,957 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:14:04,959 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:14:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-10T12:14:04,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:04,972 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba/fam, FileablePath, hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba/recovered.edits] 2024-12-10T12:14:04,993 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba/recovered.edits/4.seqid to hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/archive/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba/recovered.edits/4.seqid 2024-12-10T12:14:04,998 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/testdroppedtimed/33cf978e5b2e164fc68e2deb776eafba 2024-12-10T12:14:04,998 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-10T12:14:05,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T12:14:05,008 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:14:05,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34537 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-10T12:14:05,020 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-10T12:14:05,033 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-10T12:14:05,040 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:14:05,040 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-10T12:14:05,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733832845040"}]},"ts":"9223372036854775807"} 2024-12-10T12:14:05,049 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T12:14:05,049 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 33cf978e5b2e164fc68e2deb776eafba, NAME => 'testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T12:14:05,049 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-10T12:14:05,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733832845049"}]},"ts":"9223372036854775807"} 2024-12-10T12:14:05,064 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-10T12:14:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-10T12:14:05,081 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:14:05,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 130 msec 2024-12-10T12:14:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-10T12:14:05,278 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-10T12:14:05,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-10T12:14:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-10T12:14:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-10T12:14:05,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-10T12:14:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-10T12:14:05,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:14:05,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-10T12:14:05,449 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-10T12:14:05,449 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-10T12:14:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-10T12:14:05,452 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on fad905551524,36963,1733832807370 suceeded 2024-12-10T12:14:05,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-10T12:14:05,454 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-10T12:14:05,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-10T12:14:05,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 173 msec 2024-12-10T12:14:05,515 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, startPosition=0, beingWritten=true 2024-12-10T12:14:05,540 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:14:05,540 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733832841434/Put/vlen=4096/seqid=0; >],4327}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/4=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/5=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/6=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/7=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/8=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/9=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/10=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/11=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/12=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/13=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/14=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/15=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/16=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/17=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/18=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/19=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/20=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/21=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/22=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/23=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/24=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/25=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-10T12:14:05,544 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:14:05,548 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:14:05,551 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T12:14:05,556 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-10T12:14:05,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:05,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14e276c5 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19ffe328 2024-12-10T12:14:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-10T12:14:05,633 DEBUG [ReadOnlyZKClient-127.0.0.1:57339@0x14e276c5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@159a7b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:05,635 DEBUG [hconnection-0x518955b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:05,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:05,652 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T12:14:05,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-10T12:14:05,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:05,675 DEBUG [ReadOnlyZKClient-127.0.0.1:57339@0x14e276c5 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fad905551524,34537,1733832815151, seqNum=-1] 2024-12-10T12:14:05,681 DEBUG [ReadOnlyZKClient-127.0.0.1:57339@0x14e276c5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:05,685 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:05,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:05,696 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,705 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,706 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,706 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,706 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,707 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,707 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,707 DEBUG [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1733832828515.a4156f90248fd2a6477837d180c0d075., hostname=fad905551524,34537,1733832815151, seqNum=2] 2024-12-10T12:14:05,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:14:05,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:05,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:05,728 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:05,731 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:05,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:05,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832905718, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:05,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:05,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:05,785 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34e63fb9 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@665c296d 2024-12-10T12:14:05,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:05,837 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d020f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:05,843 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:05,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:05,851 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:05,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:05,875 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34e63fb9 to 127.0.0.1:57339 2024-12-10T12:14:05,875 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:05,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:05,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:05,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:05,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:05,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:05,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:05,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:05,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:05,986 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:05,988 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:05,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:05,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832905977, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:05,991 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16157239 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d55d0cc 2024-12-10T12:14:05,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:06,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:06,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:06,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:06,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:06,015 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f5b2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:06,018 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:06,019 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:06,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:06,022 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16157239 to 127.0.0.1:57339 2024-12-10T12:14:06,023 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:06,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:06,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:06,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:06,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:06,061 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:06,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:06,231 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:06,233 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:06,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:06,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832906224, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:06,235 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2879b806 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c7d9376 2024-12-10T12:14:06,257 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@305a8ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:06,268 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:06,269 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:06,272 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2879b806 to 127.0.0.1:57339 2024-12-10T12:14:06,272 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:06,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:06,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:06,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:06,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:06,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:06,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:06,580 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:06,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:06,581 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:06,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:06,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832906573, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:06,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:06,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:06,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:06,584 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12f005f0 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32b6d2fb 2024-12-10T12:14:06,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:06,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:06,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:06,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:06,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:06,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:06,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:06,608 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56de1aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:06,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:06,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:06,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:06,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:06,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:06,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:06,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:06,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:06,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:06,623 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:06,625 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:06,625 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:06,627 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12f005f0 to 127.0.0.1:57339 2024-12-10T12:14:06,627 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:06,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-10T12:14:06,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-10T12:14:07,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:07,035 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:07,036 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:07,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:07,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832907028, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:07,039 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x52fdd867 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5658e9c9 2024-12-10T12:14:07,106 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f5c28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:07,109 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:07,110 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:07,120 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x52fdd867 to 127.0.0.1:57339 2024-12-10T12:14:07,120 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:07,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:07,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:07,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:07,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:07,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:07,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:07,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:07,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:07,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:07,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:07,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:07,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:07,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:07,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:07,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:07,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:07,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:07,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:07,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:07,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:07,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:07,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:07,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:07,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:07,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:07,181 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:07,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:07,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:07,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:07,627 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:07,628 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:07,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:07,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832907621, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:07,630 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x476b38d7 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b33a272 2024-12-10T12:14:07,663 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@499895d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:07,667 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:07,668 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:07,671 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x476b38d7 to 127.0.0.1:57339 2024-12-10T12:14:07,671 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:07,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:07,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:07,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:07,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:07,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:07,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:07,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:07,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:07,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:07,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:07,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:07,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:07,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:07,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:07,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:07,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:07,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:07,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:07,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:07,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:07,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:07,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:07,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:07,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:07,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:07,724 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:08,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:08,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:08,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:08,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:08,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:08,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:08,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:08,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:08,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:08,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:08,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:08,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:08,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:08,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:08,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:08,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:08,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:08,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:08,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:08,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:08,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:08,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:08,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:08,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:08,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:08,257 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:08,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:08,279 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:08,280 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:08,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:08,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832908272, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:08,282 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cc122ee to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5673b3b4 2024-12-10T12:14:08,324 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55bb3848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:08,332 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:08,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:08,337 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cc122ee to 127.0.0.1:57339 2024-12-10T12:14:08,337 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:08,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:08,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:08,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:08,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:08,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:08,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:08,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:08,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:08,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:08,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:08,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:08,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:08,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:08,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:08,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:08,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:08,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:08,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:08,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:08,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:08,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:08,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:08,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:08,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:08,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:08,790 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:09,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:09,044 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:09,045 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:09,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:09,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832909038, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:09,048 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x011ca3c4 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44064830 2024-12-10T12:14:09,091 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f34180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:09,093 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:09,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:09,097 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x011ca3c4 to 127.0.0.1:57339 2024-12-10T12:14:09,097 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:09,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:09,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:09,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:09,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:09,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:09,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:09,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:09,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:09,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:09,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:09,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:09,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:09,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:09,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:09,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:09,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:09,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:09,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:09,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:09,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:09,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:09,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:09,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:09,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:09,336 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:09,507 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T12:14:09,508 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T12:14:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:09,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:09,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:09,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:09,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:09,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:09,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:09,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:09,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:09,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:09,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:09,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:09,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:09,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:09,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:09,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:09,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:09,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:09,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:09,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:09,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:09,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:09,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:09,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:09,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:09,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:09,895 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:09,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:09,927 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:09,931 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:09,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:09,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832909899, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:09,936 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4419b681 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@322831fa 2024-12-10T12:14:09,993 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6085897e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:10,022 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:10,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:10,033 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4419b681 to 127.0.0.1:57339 2024-12-10T12:14:10,033 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:10,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:14:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:10,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:10,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:10,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:10,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:10,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:10,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:10,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:10,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:10,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:10,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:10,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:10,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:10,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:10,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:10,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:10,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:10,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:10,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:10,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:10,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:10,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:10,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:10,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:10,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:10,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:10,432 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:10,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:10,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:10,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:10,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:10,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:10,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:10,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:10,943 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:10,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:10,944 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:10,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:10,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832910934, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:10,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:10,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:10,947 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30991bd4 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@434d5bdc 2024-12-10T12:14:10,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:10,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:10,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:10,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:10,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:10,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:10,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:10,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:10,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:10,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:10,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:10,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:10,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:10,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:10,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:10,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:10,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:10,970 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:11,006 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fcfe4b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:11,011 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:11,013 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:11,020 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30991bd4 to 127.0.0.1:57339 2024-12-10T12:14:11,020 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:11,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:11,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:11,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:11,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:11,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:11,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:11,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:11,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:11,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:11,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:11,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:11,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:11,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:11,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:11,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:11,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:11,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:11,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:11,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:11,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:11,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:11,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:11,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:11,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:11,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:11,513 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:12,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:12,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:12,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:12,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:12,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:12,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:12,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:12,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:12,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:12,027 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:12,028 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:12,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:12,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:12,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832912021, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:12,030 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2662aedc to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@fd89277 2024-12-10T12:14:12,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:12,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:12,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:12,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:12,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:12,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:12,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:12,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:12,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:12,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:12,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:12,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:12,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:12,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:12,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:12,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:12,053 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:12,059 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f421d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:12,061 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:12,063 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:12,066 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2662aedc to 127.0.0.1:57339 2024-12-10T12:14:12,066 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:12,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:12,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:12,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:12,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:12,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:12,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:12,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:12,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:12,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:12,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:12,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:12,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:12,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:12,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:12,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:12,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:12,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:12,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:12,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:12,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:12,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:12,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:12,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:12,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:12,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:12,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:12,586 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:13,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:13,074 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:13,075 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:13,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:13,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832913067, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:13,078 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78475e3d to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33472068 2024-12-10T12:14:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:13,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:13,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:13,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:13,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:13,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:13,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:13,110 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c00d307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:13,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:13,112 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:13,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:13,115 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:13,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:13,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:13,117 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78475e3d to 127.0.0.1:57339 2024-12-10T12:14:13,117 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:13,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:13,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:13,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:13,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:13,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:13,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:13,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:13,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:13,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:13,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:13,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:13,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:13,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:13,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:13,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:13,130 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:13,550 INFO [master/fad905551524:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T12:14:13,550 INFO [master/fad905551524:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T12:14:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:13,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:13,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:13,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:13,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:13,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:13,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:13,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:13,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:13,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:13,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:13,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:13,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:13,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:13,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:13,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:13,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:13,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:13,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:13,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:13,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:13,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:13,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:13,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:13,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:13,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:13,669 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:14,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:14,123 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:14,124 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:14,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:14,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832914118, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:14,126 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55b1c1b2 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7fff0c 2024-12-10T12:14:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:14,175 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd870f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:14,177 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:14,178 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:14,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:14,181 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55b1c1b2 to 127.0.0.1:57339 2024-12-10T12:14:14,181 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:14,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:14,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:14,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:14,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:14,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:14,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:14,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:14,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:14,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:14,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:14,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:14,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:14,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:14,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:14,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:14,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:14,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:14,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:14,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:14,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:14,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:14,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:14,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:14,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:14,216 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:14,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:14,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:14,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:14,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:14,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:14,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:14,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:14,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:14,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:14,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:14,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:14,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:14,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:14,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:14,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:14,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:14,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:14,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:14,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:14,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:14,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:14,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:14,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:14,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:14,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:14,744 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:15,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:15,189 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:15,190 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:15,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:15,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832915182, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:15,192 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67b87dda to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@479f69be 2024-12-10T12:14:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:15,265 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef30bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:15,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:15,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:15,273 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:15,274 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:15,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:15,283 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67b87dda to 127.0.0.1:57339 2024-12-10T12:14:15,283 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:15,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:15,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:15,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:15,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:15,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:15,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:15,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:15,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:15,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:15,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:15,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:15,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:15,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:15,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:15,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:15,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:15,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:15,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:15,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:15,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:15,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:15,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:15,343 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:15,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:15,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:15,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:15,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:15,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:15,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:15,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:15,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:15,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:15,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:15,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:15,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:15,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:15,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:15,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:15,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:15,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:15,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:15,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:15,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:15,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:15,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:15,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:15,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:15,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:15,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:15,863 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:16,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:16,290 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:16,291 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:16,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:16,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832916284, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:16,293 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a230d7b to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76cd4f18 2024-12-10T12:14:16,318 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d50c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:16,334 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:16,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:16,340 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a230d7b to 127.0.0.1:57339 2024-12-10T12:14:16,340 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:16,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:16,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:16,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:16,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:16,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:16,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:16,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:16,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:16,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:16,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:16,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:16,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:16,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:16,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:16,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:16,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:16,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:16,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:16,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:16,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:16,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:16,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:16,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:16,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:16,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:16,384 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:16,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:16,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:16,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:16,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:16,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:16,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:16,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:16,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:16,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:16,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:16,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:16,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:16,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:16,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:16,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:16,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:16,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:16,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:16,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:16,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:16,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:16,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:16,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:16,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:16,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:16,912 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:17,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:17,347 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:17,349 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:17,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:17,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832917341, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:17,353 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x075135e8 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78159e8a 2024-12-10T12:14:17,365 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@181ad48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:17,366 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:17,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:17,369 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x075135e8 to 127.0.0.1:57339 2024-12-10T12:14:17,370 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:17,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:17,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:17,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:17,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:17,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:17,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:17,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:17,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:17,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:17,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:17,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:17,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:17,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:17,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:17,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:17,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:17,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:17,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:17,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:17,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:17,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:17,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:17,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:17,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:17,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:17,441 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:17,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:17,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:17,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:17,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:17,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:17,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:17,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:17,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:17,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:17,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:17,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:17,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:17,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:17,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:17,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:17,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:17,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:17,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:17,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:17,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:17,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:17,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:17,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:17,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:17,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:17,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:17,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:17,965 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:18,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:18,377 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:18,378 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:18,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:18,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832918371, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:18,380 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x233e2dd3 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@778b16f0 2024-12-10T12:14:18,419 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6c0ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:18,440 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:18,447 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:18,459 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x233e2dd3 to 127.0.0.1:57339 2024-12-10T12:14:18,459 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:18,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:18,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:18,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:18,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:18,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:18,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:18,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:18,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:18,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:18,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:18,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:18,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:18,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:18,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:18,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:18,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:18,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:18,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:18,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:18,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:18,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:18,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:18,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:18,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:18,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:18,496 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:19,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:19,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:19,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:19,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:19,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:19,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:19,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:19,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:19,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:19,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:19,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:19,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:19,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:19,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:19,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:19,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:19,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:19,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:19,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:19,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:19,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:19,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:19,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:19,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:19,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:19,017 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:19,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:19,465 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:19,466 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:19,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:19,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832919461, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:19,468 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45f62231 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c437559 2024-12-10T12:14:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:19,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:19,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:19,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:19,523 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b9182c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:19,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:19,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:19,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:19,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:19,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:19,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:19,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:19,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:19,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:19,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:19,528 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:19,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:19,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:19,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:19,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:19,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:19,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:19,531 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45f62231 to 127.0.0.1:57339 2024-12-10T12:14:19,531 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:19,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:19,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:19,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:19,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:19,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:19,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:19,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:19,535 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:20,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:20,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:20,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:20,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:20,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:20,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:20,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:20,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:20,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:20,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:20,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:20,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:20,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:20,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:20,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:20,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:20,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:20,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:20,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:20,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:20,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:20,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:20,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:20,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:20,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:20,049 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:20,253 INFO [master/fad905551524:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T12:14:20,253 INFO [master/fad905551524:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T12:14:20,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:20,537 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:20,538 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:20,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:20,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832920532, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:20,540 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ad3fbab to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d6dbe15 2024-12-10T12:14:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:20,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:20,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:20,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:20,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:20,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:20,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:20,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:20,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:20,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:20,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:20,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:20,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:20,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:20,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:20,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:20,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:20,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:20,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:20,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:20,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:20,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:20,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:20,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:20,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:20,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:20,560 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:20,579 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15dda5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:20,582 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:20,583 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:20,589 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ad3fbab to 127.0.0.1:57339 2024-12-10T12:14:20,589 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:20,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:21,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:21,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:21,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:21,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:21,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:21,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:21,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:21,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:21,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:21,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:21,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:21,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:21,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:21,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:21,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:21,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:21,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:21,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:21,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:21,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:21,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:21,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:21,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:21,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:21,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:21,076 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:21,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:21,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:21,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:21,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:21,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:21,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:21,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:21,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:21,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:21,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:21,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:21,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:21,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:21,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:21,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:21,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:21,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:21,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:21,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:21,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:21,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:21,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:21,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:21,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:21,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:21,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:21,591 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:21,595 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:21,595 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:21,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:21,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832921590, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:21,597 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bb2f19b to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b9f75ee 2024-12-10T12:14:21,613 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33955bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:21,615 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:21,616 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:21,618 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bb2f19b to 127.0.0.1:57339 2024-12-10T12:14:21,618 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:22,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:22,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:22,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:22,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:22,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:22,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:22,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:22,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:22,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:22,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:22,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:22,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:22,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:22,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:22,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:22,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:22,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:22,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:22,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:22,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:22,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:22,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:22,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:22,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:22,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:22,111 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:22,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:22,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:22,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:22,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:22,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:22,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:22,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:22,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:22,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:22,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:22,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:22,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:22,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:22,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:22,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:22,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:22,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:22,626 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:22,627 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:22,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:22,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:22,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832922620, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:22,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:22,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:22,629 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b400aa1 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b402022 2024-12-10T12:14:22,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:22,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:22,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:22,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:22,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:22,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:22,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:22,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:22,641 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:22,660 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52918a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:22,675 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:22,680 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:22,693 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b400aa1 to 127.0.0.1:57339 2024-12-10T12:14:22,693 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:23,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:23,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:23,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:23,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:23,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:23,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:23,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:23,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:23,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:23,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:23,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:23,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:23,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:23,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:23,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:23,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:23,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:23,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:23,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:23,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:23,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:23,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:23,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:23,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:23,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:23,166 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:23,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:23,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:23,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:23,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:23,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:23,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:23,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:23,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:23,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:23,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:23,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:23,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:23,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:23,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:23,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:23,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:23,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:23,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:23,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:23,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:23,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:23,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:23,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:23,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:23,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:23,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:23,699 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:23,701 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:23,702 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:23,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:23,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832923694, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:23,704 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e95f7ad to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@641e836d 2024-12-10T12:14:23,755 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a01fc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:23,756 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:23,757 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:23,759 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e95f7ad to 127.0.0.1:57339 2024-12-10T12:14:23,759 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:24,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:24,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:24,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:24,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:24,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:24,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:24,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:24,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:24,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:24,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:24,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:24,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:24,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:24,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:24,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:24,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:24,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:24,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:24,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:24,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:24,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:24,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:24,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:24,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:24,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:24,229 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:24,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:24,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:24,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:24,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:24,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:24,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:24,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:24,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:24,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:24,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:24,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:24,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:24,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:24,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:24,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:24,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:24,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:24,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:24,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:24,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:24,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:24,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:24,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:24,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:24,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:24,758 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:24,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:24,766 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:24,770 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:24,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:24,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832924760, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:24,772 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x310c167c to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2119eedb 2024-12-10T12:14:24,798 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14cfad05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:24,799 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:24,802 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:24,805 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x310c167c to 127.0.0.1:57339 2024-12-10T12:14:24,805 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:25,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:25,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:25,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:25,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:25,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:25,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:25,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:25,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:25,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:25,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:25,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:25,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:25,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:25,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:25,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:25,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:25,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:25,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:25,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:25,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:25,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:25,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:25,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:25,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:25,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:25,271 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:25,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T12:14:25,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:25,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:25,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:25,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:25,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:25,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:25,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:25,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:25,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:25,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:25,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:25,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:25,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:25,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:25,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:25,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:25,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:25,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:25,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:25,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:25,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:25,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:25,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:25,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:25,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:25,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:25,786 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:25,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:25,811 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:25,812 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:25,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:25,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832925806, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:25,814 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58230f12 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36225dfb 2024-12-10T12:14:25,831 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f6c79bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:25,833 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:25,834 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:25,838 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58230f12 to 127.0.0.1:57339 2024-12-10T12:14:25,838 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:26,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:26,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:26,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:26,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:26,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:26,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:26,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:26,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:26,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:26,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:26,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:26,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:26,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:26,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:26,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:26,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:26,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:26,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:26,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:26,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:26,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:26,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:26,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:26,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:26,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:26,305 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:26,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:26,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:26,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:26,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:26,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:26,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:26,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:26,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:26,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:26,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:26,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:26,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:26,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:26,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:26,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:26,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:26,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:26,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:26,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:26,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:26,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:26,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:26,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:26,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:26,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:26,835 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:26,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:26,845 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:26,847 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:26,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:26,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832926839, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:26,849 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c648e3e to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@588dc9cc 2024-12-10T12:14:26,900 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6490e2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:26,910 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:26,912 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:26,919 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c648e3e to 127.0.0.1:57339 2024-12-10T12:14:26,919 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:27,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:27,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:27,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:27,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:27,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:27,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:27,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:27,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:27,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:27,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:27,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:27,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:27,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:27,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:27,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:27,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:27,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:27,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:27,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:27,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:27,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:27,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:27,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:27,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:27,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:27,352 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:27,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:27,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:27,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:27,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:27,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:27,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:27,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:27,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:27,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:27,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:27,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:27,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:27,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:27,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:27,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:27,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:27,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:27,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:27,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:27,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:27,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:27,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:27,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:27,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:27,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:27,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:27,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:27,869 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:27,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:27,926 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:27,927 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:27,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:27,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832927921, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:27,929 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0d2ae8 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cf84fcc 2024-12-10T12:14:27,951 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1c3b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:27,952 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:27,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:27,955 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0d2ae8 to 127.0.0.1:57339 2024-12-10T12:14:27,955 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:28,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:28,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:28,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:28,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:28,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:28,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:28,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:28,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:28,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:28,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:28,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:28,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:28,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:28,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:28,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:28,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:28,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:28,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:28,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:28,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:28,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:28,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:28,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:28,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:28,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:28,396 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:28,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:28,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:28,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:28,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:28,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:28,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:28,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:28,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:28,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:28,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:28,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:28,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:28,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:28,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:28,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:28,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:28,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:28,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:28,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:28,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:28,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:28,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:28,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:28,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:28,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:28,920 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:28,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:28,962 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:28,963 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:28,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:28,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832928956, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:28,965 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c1a2564 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12128f04 2024-12-10T12:14:29,015 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c1a3067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:29,028 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:29,034 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:29,037 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c1a2564 to 127.0.0.1:57339 2024-12-10T12:14:29,037 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:29,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:29,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:29,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:29,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:29,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:29,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:29,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:29,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:29,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:29,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:29,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:29,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:29,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:29,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:29,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:29,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:29,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:29,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:29,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:29,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:29,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:29,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:29,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:29,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:29,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:29,446 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:29,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:29,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:29,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:29,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:29,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:29,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:29,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:29,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:29,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:29,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:29,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:29,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:29,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:29,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:29,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:29,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:29,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:29,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:29,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:29,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:29,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:29,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:29,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:29,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:29,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:29,966 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:30,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:30,194 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:30,194 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:30,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:30,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832930038, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:30,196 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06829192 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ee54e9 2024-12-10T12:14:30,214 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dfac59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:30,215 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:30,216 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:30,218 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06829192 to 127.0.0.1:57339 2024-12-10T12:14:30,218 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:30,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:30,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:30,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:30,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:30,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:30,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:30,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:30,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:30,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:30,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:30,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:30,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:30,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:30,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:30,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:30,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:30,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:30,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:30,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:30,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:30,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:30,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:30,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:30,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:30,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:30,491 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:30,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:30,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:30,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:30,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:31,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:31,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:31,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:31,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:31,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:31,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:31,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:31,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:31,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:31,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:31,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:31,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:31,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:31,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:31,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:31,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:31,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:31,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:31,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:31,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:31,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:31,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:31,027 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:31,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:31,226 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:31,227 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:31,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:31,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832931219, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:31,229 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21420b1c to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53794ac1 2024-12-10T12:14:31,293 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f49b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:31,300 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:31,302 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:31,315 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21420b1c to 127.0.0.1:57339 2024-12-10T12:14:31,315 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:31,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:31,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:31,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:31,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:31,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:31,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:31,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:31,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:31,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:31,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:31,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:31,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:31,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:31,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:31,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:31,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:31,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:31,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:31,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:31,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:31,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:31,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:31,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:31,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:31,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:31,553 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:31,871 DEBUG [master/fad905551524:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 16eadcc3bf7debec82acb7c431b2b5c3 changed from -1.0 to 0.0, refreshing cache 2024-12-10T12:14:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:32,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:32,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:32,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:32,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:32,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:32,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:32,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:32,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:32,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:32,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:32,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:32,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:32,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:32,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:32,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:32,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:32,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:32,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:32,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:32,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:32,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:32,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:32,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:32,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:32,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:32,081 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:32,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:32,322 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:32,322 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:32,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:32,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832932316, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:32,324 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ad59978 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63e3fba1 2024-12-10T12:14:32,361 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe2012e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:32,383 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:32,395 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:32,411 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ad59978 to 127.0.0.1:57339 2024-12-10T12:14:32,411 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:32,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:32,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:32,582 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-10T12:14:32,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-10T12:14:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-10T12:14:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-10T12:14:32,587 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832872586"}]},"ts":"1733832872586"} 2024-12-10T12:14:32,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-10T12:14:32,620 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-10T12:14:32,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-10T12:14:32,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=621f05103f6c7ceb39bedb6b65480479, UNASSIGN}] 2024-12-10T12:14:32,623 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=621f05103f6c7ceb39bedb6b65480479, UNASSIGN 2024-12-10T12:14:32,624 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=621f05103f6c7ceb39bedb6b65480479, regionState=CLOSING, regionLocation=fad905551524,36963,1733832807370 2024-12-10T12:14:32,626 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T12:14:32,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 621f05103f6c7ceb39bedb6b65480479, server=fad905551524,36963,1733832807370}] 2024-12-10T12:14:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-10T12:14:32,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:14:32,779 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:14:32,779 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T12:14:32,779 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 621f05103f6c7ceb39bedb6b65480479, disabling compactions & flushes 2024-12-10T12:14:32,779 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:14:32,779 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:14:32,780 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. after waiting 0 ms 2024-12-10T12:14:32,780 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:14:32,780 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 621f05103f6c7ceb39bedb6b65480479 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-10T12:14:32,868 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/.tmp/fam/13ea0b4e03814751a999eb98f1e48dac is 4154, key is 0 put on table to be dropped/fam:row/1733832841434/Put/seqid=0 2024-12-10T12:14:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741866_1042 (size=9218) 2024-12-10T12:14:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-10T12:14:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-10T12:14:33,283 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/.tmp/fam/13ea0b4e03814751a999eb98f1e48dac 2024-12-10T12:14:33,345 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/.tmp/fam/13ea0b4e03814751a999eb98f1e48dac as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/fam/13ea0b4e03814751a999eb98f1e48dac 2024-12-10T12:14:33,366 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/fam/13ea0b4e03814751a999eb98f1e48dac, entries=1, sequenceid=5, filesize=9.0 K 2024-12-10T12:14:33,369 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 621f05103f6c7ceb39bedb6b65480479 in 589ms, sequenceid=5, compaction requested=false 2024-12-10T12:14:33,369 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-10T12:14:33,384 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T12:14:33,386 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479. 2024-12-10T12:14:33,386 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 621f05103f6c7ceb39bedb6b65480479: 2024-12-10T12:14:33,392 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:14:33,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=621f05103f6c7ceb39bedb6b65480479, regionState=CLOSED 2024-12-10T12:14:33,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-10T12:14:33,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 621f05103f6c7ceb39bedb6b65480479, server=fad905551524,36963,1733832807370 in 768 msec 2024-12-10T12:14:33,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-10T12:14:33,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=621f05103f6c7ceb39bedb6b65480479, UNASSIGN in 773 msec 2024-12-10T12:14:33,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-10T12:14:33,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 775 msec 2024-12-10T12:14:33,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733832873408"}]},"ts":"1733832873408"} 2024-12-10T12:14:33,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-10T12:14:33,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:33,419 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:33,420 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:33,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:33,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832933412, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:33,422 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21e3c187 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5da118e9 2024-12-10T12:14:33,454 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-10T12:14:33,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 872 msec 2024-12-10T12:14:33,480 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2159902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:33,486 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:33,487 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:33,490 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21e3c187 to 127.0.0.1:57339 2024-12-10T12:14:33,490 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-10T12:14:33,697 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-10T12:14:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:33,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:33,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:33,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:33,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:33,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:33,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:33,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:33,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:33,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:33,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:33,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:33,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:33,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:33,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:33,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:33,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:33,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:33,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:33,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:33,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:33,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:33,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:33,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:33,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:33,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:33,716 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:34,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:34,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:34,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:34,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:34,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:34,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:34,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:34,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:34,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:34,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:34,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:34,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:34,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:34,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:34,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:34,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:34,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:34,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:34,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:34,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:34,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:34,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:34,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:34,248 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:34,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:34,524 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:34,527 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:34,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:34,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832934499, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:34,536 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x160773c7 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43b447be 2024-12-10T12:14:34,611 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d470b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:34,632 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:34,633 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:34,643 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x160773c7 to 127.0.0.1:57339 2024-12-10T12:14:34,643 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:34,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:34,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:34,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:34,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:34,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:34,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:34,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:34,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:34,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:34,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:34,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:34,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:34,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:34,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:34,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:34,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:34,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:34,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:34,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:34,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:34,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:34,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:34,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:34,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:34,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:34,848 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:35,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T12:14:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:35,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:35,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:35,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:35,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:35,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:35,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:35,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:35,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:35,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:35,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:35,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:35,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:35,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:35,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:35,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:35,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:35,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:35,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:35,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:35,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:35,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:35,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:35,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:35,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:35,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:35,367 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:35,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:35,649 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:35,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:35,650 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:35,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:35,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832935644, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:35,651 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5232e0ec to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33dac4a3 2024-12-10T12:14:35,680 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6612dc88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:35,688 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:35,689 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:35,693 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5232e0ec to 127.0.0.1:57339 2024-12-10T12:14:35,693 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:35,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:35,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:35,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:35,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:35,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:35,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:35,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:35,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:35,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:35,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:35,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:35,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:35,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:35,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:35,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:35,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:35,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:35,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:35,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:35,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:35,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:35,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:35,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:35,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:35,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:35,894 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:36,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:36,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:36,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:36,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:36,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:36,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:36,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:36,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:36,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:36,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:36,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:36,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:36,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:36,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:36,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:36,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:36,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:36,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:36,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:36,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:36,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:36,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:36,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:36,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:36,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:36,407 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:36,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:36,700 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:36,701 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:36,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:36,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832936694, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:36,704 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d46371d to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8dc09ca 2024-12-10T12:14:36,767 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78da72c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:36,778 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:36,780 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:36,792 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d46371d to 127.0.0.1:57339 2024-12-10T12:14:36,792 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:36,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-10T12:14:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:36,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:36,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:36,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:36,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:36,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:36,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:36,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:36,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:36,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:36,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:36,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:36,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:36,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:36,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:36,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:36,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:36,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:36,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:36,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:36,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:36,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:36,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:36,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:36,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:36,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:36,929 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:37,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:37,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:37,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:37,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:37,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:37,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:37,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:37,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:37,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:37,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:37,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:37,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:37,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:37,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:37,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:37,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:37,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:37,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:37,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:37,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:37,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:37,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:37,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:37,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:37,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:37,455 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:37,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:37,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:37,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:37,799 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:37,800 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:37,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:37,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832937793, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:37,803 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3869f2cd to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50932e53 2024-12-10T12:14:37,851 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b7422de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:37,889 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:37,890 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:37,895 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3869f2cd to 127.0.0.1:57339 2024-12-10T12:14:37,896 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:37,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:37,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:37,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:37,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:37,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:37,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:37,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:37,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:37,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:37,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:37,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:37,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:37,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:37,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:37,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:37,971 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:38,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:38,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:38,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:38,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:38,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:38,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:38,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:38,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:38,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:38,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:38,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:38,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:38,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:38,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:38,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:38,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:38,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:38,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:38,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:38,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:38,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:38,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:38,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:38,489 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:38,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:38,902 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:38,903 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:38,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:38,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832938897, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:38,908 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f118b1 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f59598a 2024-12-10T12:14:38,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:14:38,973 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e1f66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:38,997 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:39,005 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:39,010 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f118b1 to 127.0.0.1:57339 2024-12-10T12:14:39,010 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:39,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:39,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:39,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:39,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:39,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:39,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:39,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:39,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:39,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:39,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:39,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:39,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:39,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:39,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:39,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:39,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:39,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:39,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:39,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:39,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:39,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:39,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:39,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:39,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:39,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:39,111 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:39,219 DEBUG [master/fad905551524:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b2b6ae03994decf59e6909fa35edf939 changed from -1.0 to 0.0, refreshing cache 2024-12-10T12:14:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:39,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:39,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:39,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:39,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:39,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:39,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:39,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:39,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:39,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:39,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:39,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:39,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:39,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:39,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:39,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:39,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:39,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:39,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:39,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:39,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:39,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:39,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:39,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:39,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:39,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:39,631 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:40,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:40,015 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:40,016 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:40,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:40,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832940011, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:40,018 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1136a973 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@249627d6 2024-12-10T12:14:40,030 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eeeffb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:40,031 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:40,032 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:40,033 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1136a973 to 127.0.0.1:57339 2024-12-10T12:14:40,034 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:40,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:40,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:40,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:40,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:40,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:40,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:40,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:40,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:40,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:40,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:40,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:40,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:40,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:40,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:40,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:40,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:40,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:40,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:40,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:40,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:40,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:40,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:40,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:40,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:40,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:40,152 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:40,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:40,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:40,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:40,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:40,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:40,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:40,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:40,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:40,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:40,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:40,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:40,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:40,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:40,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:40,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:40,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:40,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:40,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:40,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:40,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:40,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:40,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:40,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:40,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:40,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:40,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:40,673 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:41,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:41,038 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:41,039 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:41,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:41,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832941034, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:41,040 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6501f306 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70bcd0e7 2024-12-10T12:14:41,055 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9569a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:41,057 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:41,059 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:41,071 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6501f306 to 127.0.0.1:57339 2024-12-10T12:14:41,071 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:41,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:41,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:41,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:41,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:41,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:41,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:41,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:41,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:41,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:41,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:41,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:41,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:41,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:41,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:41,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:41,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:41,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:41,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:41,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:41,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:41,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:41,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:41,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:41,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:41,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:41,195 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:41,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:41,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:41,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:41,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:41,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:41,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:41,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:41,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:41,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:41,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:41,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:41,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:41,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:41,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:41,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:41,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:41,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:41,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:41,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:41,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:41,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:41,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:41,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:41,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:41,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:41,714 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:42,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:42,078 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:42,079 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:42,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:42,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832942072, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:42,081 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67427cf9 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@716fb31e 2024-12-10T12:14:42,139 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c54b1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:42,161 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:42,163 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:42,166 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67427cf9 to 127.0.0.1:57339 2024-12-10T12:14:42,166 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:42,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:42,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:42,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:42,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:42,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:42,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:42,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:42,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:42,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:42,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:42,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:42,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:42,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:42,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:42,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:42,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:42,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:42,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:42,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:42,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:42,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:42,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:42,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:42,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:42,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:42,241 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:42,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:42,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:42,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:42,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:42,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:42,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:42,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:42,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:42,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:42,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:42,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:42,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:42,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:42,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:42,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:42,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:42,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:42,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:42,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:42,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:42,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:42,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:42,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:42,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:42,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:42,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:42,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:42,769 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:43,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:43,172 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:43,173 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:43,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:43,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832943167, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:43,175 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c8c4a18 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30f7f9d4 2024-12-10T12:14:43,231 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c7cf9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:43,235 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:43,236 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:43,238 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c8c4a18 to 127.0.0.1:57339 2024-12-10T12:14:43,238 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:43,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:43,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:43,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:43,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:43,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:43,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:43,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:43,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:43,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:43,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:43,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:43,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:43,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:43,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:43,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:43,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:43,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:43,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:43,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:43,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:43,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:43,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:43,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:43,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:43,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:43,290 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:43,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:43,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:43,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:43,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:43,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:43,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:43,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:43,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:43,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:43,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:43,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:43,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:43,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:43,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:43,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:43,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:43,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:43,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:43,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:43,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:43,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:43,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:43,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:43,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:43,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:43,811 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:44,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:44,244 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:44,245 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:44,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:44,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832944239, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:44,247 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25a86029 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a9e0411 2024-12-10T12:14:44,264 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d42a5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:44,266 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:44,271 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:44,273 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25a86029 to 127.0.0.1:57339 2024-12-10T12:14:44,273 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:44,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:44,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:44,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:44,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:44,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:44,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:44,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:44,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:44,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:44,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:44,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:44,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:44,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:44,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:44,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:44,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:44,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:44,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:44,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:44,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:44,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:44,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:44,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:44,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:44,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:44,333 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:44,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:44,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:44,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:44,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:44,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:44,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:44,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:44,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:44,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:44,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:44,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:44,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:44,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:44,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:44,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:44,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:44,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:44,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:44,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:44,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:44,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:44,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:44,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:44,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:44,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:44,849 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:45,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:45,279 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:45,280 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:45,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:45,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832945274, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:45,281 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01430c88 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b273e3d 2024-12-10T12:14:45,297 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@313d403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:45,298 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:45,299 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:45,301 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01430c88 to 127.0.0.1:57339 2024-12-10T12:14:45,301 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:45,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:45,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:45,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:45,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:45,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:45,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:45,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:45,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:45,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:45,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:45,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:45,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:45,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:45,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:45,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:45,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:45,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:45,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:45,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:45,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:45,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:45,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:45,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:45,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:45,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:45,368 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:45,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:45,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:45,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:45,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:45,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:45,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:45,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:45,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:45,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:45,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:45,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:45,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:45,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:45,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:45,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:45,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:45,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:45,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:45,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:45,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:45,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:45,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:45,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:45,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:45,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:45,888 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:46,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:46,308 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:46,309 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:46,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:46,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832946302, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:46,310 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a9798e to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b9d6a50 2024-12-10T12:14:46,381 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66331aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:46,391 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:46,393 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:46,396 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a9798e to 127.0.0.1:57339 2024-12-10T12:14:46,396 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:46,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:46,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:46,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:46,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:46,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:46,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:46,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:46,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:46,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:46,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:46,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:46,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:46,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:46,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:46,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:46,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:46,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:46,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:46,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:46,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:46,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:46,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:46,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:46,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:46,444 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:46,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:46,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:46,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:46,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:46,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:46,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:46,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:46,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:46,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:46,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:46,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:46,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:46,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:46,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:46,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:46,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:46,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:46,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:46,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:46,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:46,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:46,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:46,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:46,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:46,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:46,962 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:47,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:47,403 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:47,404 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:47,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:47,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832947397, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:47,406 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c3936e6 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c6602db 2024-12-10T12:14:47,448 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@627c9fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:47,450 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:47,452 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:47,455 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c3936e6 to 127.0.0.1:57339 2024-12-10T12:14:47,455 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:47,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:47,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:47,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:47,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:47,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:47,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:47,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:47,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:47,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:47,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:47,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:47,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:47,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:47,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:47,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:47,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:47,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:47,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:47,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:47,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:47,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:47,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:47,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:47,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:47,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:47,478 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:47,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:47,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:47,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:47,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:47,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:47,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:47,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:47,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:47,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:47,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:47,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:47,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:47,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:47,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:47,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:47,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:47,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:47,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:47,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:47,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:47,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:47,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:47,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:47,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:47,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:47,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:47,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:47,995 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:48,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:48,462 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:48,463 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:48,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:48,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832948456, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:48,464 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21407a19 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75c89bf7 2024-12-10T12:14:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:48,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:48,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:48,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:48,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:48,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:48,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:48,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:48,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:48,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:48,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:48,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:48,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:48,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:48,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:48,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:48,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:48,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:48,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:48,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:48,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:48,532 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381bf363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:48,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:48,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:48,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:48,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:48,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:48,536 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:48,538 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:48,539 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:48,542 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21407a19 to 127.0.0.1:57339 2024-12-10T12:14:48,542 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:49,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:49,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:49,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:49,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:49,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:49,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:49,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:49,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:49,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:49,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:49,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:49,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:49,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:49,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:49,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:49,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:49,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:49,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:49,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:49,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:49,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:49,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:49,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:49,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:49,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:49,057 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:49,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:49,546 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:49,547 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:49,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:49,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832949542, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:49,549 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1eb41b2f to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f123c2d 2024-12-10T12:14:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:49,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:49,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:49,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:49,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:49,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:49,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:49,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:49,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:49,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:49,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:49,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:49,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:49,563 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f55247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:49,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:49,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:49,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:49,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:49,564 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:49,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:49,565 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:49,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:49,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:49,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:49,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:49,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:49,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:49,568 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1eb41b2f to 127.0.0.1:57339 2024-12-10T12:14:49,568 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:49,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:49,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:49,569 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:50,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:50,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:50,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:50,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:50,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:50,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:50,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:50,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:50,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:50,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:50,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:50,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:50,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:50,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:50,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:50,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:50,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:50,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:50,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:50,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:50,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:50,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:50,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:50,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:50,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:50,085 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:50,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:50,574 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:50,575 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:50,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:50,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832950569, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:50,576 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bddb52e to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45901d2c 2024-12-10T12:14:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:50,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:50,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:50,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:50,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:50,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:50,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:50,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:50,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:50,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:50,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:50,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:50,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:50,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:50,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:50,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:50,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:50,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:50,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:50,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:50,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:50,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:50,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:50,599 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:50,620 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271508b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:50,624 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:50,625 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:50,627 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bddb52e to 127.0.0.1:57339 2024-12-10T12:14:50,627 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:50,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:51,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:51,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:51,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:51,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:51,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:51,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:51,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:51,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:51,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:51,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:51,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:51,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:51,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:51,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:51,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:51,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:51,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:51,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:51,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:51,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:51,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:51,113 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:51,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:51,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:51,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:51,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:51,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:51,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:51,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:51,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:51,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:51,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:51,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:51,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:51,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:51,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:51,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:51,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:51,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:51,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:51,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:51,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:51,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:51,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:51,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:51,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:51,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:51,633 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:51,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:51,633 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:51,634 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:51,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:51,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832951628, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:51,636 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01d784a4 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44eb90cf 2024-12-10T12:14:51,680 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b344871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:51,683 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:51,687 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:51,689 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01d784a4 to 127.0.0.1:57339 2024-12-10T12:14:51,689 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:52,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:52,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:52,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:52,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:52,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:52,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:52,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:52,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:52,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:52,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:52,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:52,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:52,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:52,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:52,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:52,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:52,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:52,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:52,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:52,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:52,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:52,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:52,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:52,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:52,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:52,148 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:52,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:52,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:52,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:52,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:52,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:52,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:52,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:52,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:52,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:52,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:52,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:52,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:52,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:52,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:52,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:52,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:52,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:52,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:52,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:52,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:52,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:52,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:52,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:52,661 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:52,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:52,695 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:52,695 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:52,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:52,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832952690, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:52,697 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48cdfe61 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5038625f 2024-12-10T12:14:52,753 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a6dfe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:52,754 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:52,755 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:52,757 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48cdfe61 to 127.0.0.1:57339 2024-12-10T12:14:52,757 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:53,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:53,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:53,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:53,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:53,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:53,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:53,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:53,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:53,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:53,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:53,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:53,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:53,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:53,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:53,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:53,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:53,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:53,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:53,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:53,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:53,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:53,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:53,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:53,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:53,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:53,181 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:53,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:53,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:53,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:53,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:53,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:53,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:53,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:53,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:53,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:53,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:53,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:53,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:53,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:53,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:53,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:53,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:53,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:53,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:53,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:53,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:53,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:53,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:53,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:53,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:53,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:53,711 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:53,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:53,769 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:53,770 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:53,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:53,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832953758, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:53,771 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e6b010b to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd2ae03 2024-12-10T12:14:53,850 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62046dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:53,870 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:53,876 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:53,880 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e6b010b to 127.0.0.1:57339 2024-12-10T12:14:53,880 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:54,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:54,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:54,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:54,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:54,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:54,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:54,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:54,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:54,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:54,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:54,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:54,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:54,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:54,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:54,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:54,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:54,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:54,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:54,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:54,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:54,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:54,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:54,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:54,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:54,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:54,228 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:54,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:54,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:54,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:54,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:54,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:54,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:54,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:54,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:54,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:54,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:54,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:54,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:54,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:54,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:54,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:54,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:54,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:54,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:54,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:54,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:54,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:54,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:54,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:54,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:54,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:54,746 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:54,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:54,886 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:54,887 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:54,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:54,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832954881, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:54,889 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0be97b00 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73b37ec8 2024-12-10T12:14:54,938 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32184f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:54,948 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:54,949 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:54,951 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0be97b00 to 127.0.0.1:57339 2024-12-10T12:14:54,951 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:55,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:55,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:55,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:55,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:55,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:55,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:55,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:55,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:55,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:55,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:55,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:55,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:55,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:55,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:55,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:55,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:55,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:55,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:55,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:55,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:55,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:55,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:55,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:55,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:55,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:55,269 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:55,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T12:14:55,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:14:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:55,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:55,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:55,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:55,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:55,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:55,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:55,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:55,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:55,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:55,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:55,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:55,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:55,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:55,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:55,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:55,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:55,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:55,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:55,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:55,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:55,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:55,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:55,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:55,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:55,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:55,781 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:55,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:55,957 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:55,958 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:55,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:55,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832955952, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:55,960 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dadfbb4 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@550087f7 2024-12-10T12:14:56,003 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2511d354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:56,031 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:56,033 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:56,036 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dadfbb4 to 127.0.0.1:57339 2024-12-10T12:14:56,036 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:56,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:56,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:56,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:56,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:56,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:56,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:56,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:56,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:56,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:56,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:56,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:56,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:56,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:56,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:56,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:56,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:56,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:56,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:56,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:56,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:56,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:56,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:56,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:56,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:56,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:56,322 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:56,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:56,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:56,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:56,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:56,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:56,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:56,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:56,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:56,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:56,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:56,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:56,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:56,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:56,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:56,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:56,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:56,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:56,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:56,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:56,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:56,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:56,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:56,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:56,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:56,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:56,859 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:57,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:57,083 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:57,085 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:57,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:57,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832957038, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:57,100 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f045a57 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3eea477f 2024-12-10T12:14:57,144 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@154ab885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:57,156 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:57,158 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:57,162 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f045a57 to 127.0.0.1:57339 2024-12-10T12:14:57,162 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:57,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:57,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:57,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:57,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:57,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:57,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:57,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:57,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:57,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:57,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:57,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:57,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:57,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:57,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:57,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:57,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:57,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:57,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:57,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:57,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:57,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:57,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:57,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:57,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:57,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:57,400 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:57,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:14:57,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-10T12:14:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:57,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:57,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:57,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:57,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:57,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:57,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:57,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:57,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:57,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:57,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:57,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:57,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:57,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:57,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:57,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:57,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:57,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:57,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:57,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:57,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:57,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:57,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:57,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:57,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:57,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:57,944 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:58,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:58,172 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:58,173 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:58,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:58,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832958163, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:58,177 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56c90d79 to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a746960 2024-12-10T12:14:58,216 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aba703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:58,218 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:58,219 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:58,228 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56c90d79 to 127.0.0.1:57339 2024-12-10T12:14:58,228 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:58,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:58,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:58,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:58,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:58,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:58,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:58,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:58,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:58,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:58,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:58,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:58,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:58,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:58,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:58,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:58,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:58,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:58,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:58,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:58,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:58,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:58,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:58,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:58,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:58,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:58,482 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:58,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:58,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:58,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:58,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:58,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:58,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:58,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:58,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:58,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:58,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:58,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:59,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:59,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:59,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:59,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:59,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:59,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:59,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:59,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:59,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:59,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:59,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:59,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:59,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:59,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:59,006 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:14:59,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:14:59,251 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:14:59,252 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:59,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:14:59,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832959232, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:14:59,254 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8b0bfa to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@772d5022 2024-12-10T12:14:59,370 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ebfdd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:14:59,376 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:14:59,377 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:14:59,382 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8b0bfa to 127.0.0.1:57339 2024-12-10T12:14:59,382 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:14:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:14:59,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:14:59,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:14:59,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:14:59,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:14:59,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:14:59,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:14:59,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:14:59,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:14:59,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:14:59,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:14:59,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:14:59,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:14:59,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:14:59,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:14:59,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:14:59,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:14:59,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:14:59,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:14:59,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:14:59,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:14:59,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:14:59,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:14:59,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:14:59,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:14:59,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:14:59,521 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-10T12:15:00,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-10T12:15:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:15:00,034 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:15:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T12:15:00,042 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:15:00,045 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:15:00,056 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/fam, FileablePath, hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/recovered.edits] 2024-12-10T12:15:00,111 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/fam/13ea0b4e03814751a999eb98f1e48dac to hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/archive/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/fam/13ea0b4e03814751a999eb98f1e48dac 2024-12-10T12:15:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T12:15:00,144 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/recovered.edits/8.seqid to hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/archive/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479/recovered.edits/8.seqid 2024-12-10T12:15:00,153 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/testdroppedtimed/621f05103f6c7ceb39bedb6b65480479 2024-12-10T12:15:00,154 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-10T12:15:00,163 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:15:00,173 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-10T12:15:00,181 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-10T12:15:00,185 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:15:00,185 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-10T12:15:00,186 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733832900185"}]},"ts":"9223372036854775807"} 2024-12-10T12:15:00,189 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T12:15:00,189 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 621f05103f6c7ceb39bedb6b65480479, NAME => 'testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T12:15:00,189 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-10T12:15:00,189 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733832900189"}]},"ts":"9223372036854775807"} 2024-12-10T12:15:00,199 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-10T12:15:00,233 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-10T12:15:00,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 202 msec 2024-12-10T12:15:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T12:15:00,365 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-10T12:15:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:15:00,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:15:00,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:15:00,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:15:00,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:15:00,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:15:00,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:15:00,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:15:00,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:15:00,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:00,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:15:00,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:15:00,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:15:00,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:15:00,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:15:00,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:15:00,390 WARN [RS-EventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T12:15:00,392 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:15:00,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T12:15:00,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:34456 deadline: 1733832960383, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-10T12:15:00,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:15:00,399 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b38c2a to 127.0.0.1:57339 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e82743e 2024-12-10T12:15:00,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:15:00,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:15:00,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:15:00,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:15:00,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:15:00,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:15:00,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:15:00,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:15:00,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:15:00,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:15:00,409 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-10T12:15:00,445 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e775bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T12:15:00,446 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T12:15:00,447 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-10T12:15:00,448 WARN [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-10T12:15:00,450 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b38c2a to 127.0.0.1:57339 2024-12-10T12:15:00,450 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:00,651 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fad905551524%2C36963%2C1733832807370]: currently replicating from: hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 at position: -1 2024-12-10T12:15:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:15:00,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:15:00,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:15:00,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:15:00,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:15:00,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:15:00,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:15:00,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:15:00,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:15:00,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:15:00,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:15:00,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:15:00,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:15:00,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:15:00,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:15:00,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:15:00,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:15:00,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:15:00,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:15:00,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:15:00,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:15:00,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:15:00,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:15:00,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:15:00,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:15:00,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:15:00,943 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-10T12:15:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:15:01,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:15:01,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:15:01,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:15:01,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:15:01,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:15:01,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:15:01,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:15:01,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:15:01,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:15:01,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:15:01,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:15:01,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:15:01,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:15:01,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:15:01,478 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/27=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/28=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/29=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/30=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/31=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/32=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/33=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/34=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/35=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/36=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/37=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/38=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/39=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/40=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/41=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/42=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/43=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/44=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/45=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/46=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/47=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/48=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/49=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:15:01,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:15:01,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:15:01,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:15:01,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:15:01,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:15:01,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:15:01,488 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:15:01,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:15:01,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:15:01,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:15:01,493 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-10T12:15:01,514 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/51=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/52=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/53=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/54=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/55=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/56=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/57=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/58=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/59=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/60=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/61=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/62=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/63=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/64=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/65=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/66=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/67=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/68=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/69=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/70=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/71=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/72=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/73=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,520 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,547 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/75=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/76=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/77=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/78=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/79=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/80=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/81=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/82=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/83=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/84=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/85=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/86=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/87=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/88=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/89=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/90=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/91=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/92=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/93=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/94=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/95=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/96=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/97=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,551 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,577 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/99=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/100=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/101=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/102=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/103=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/104=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/105=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/106=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/107=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/108=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/109=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/110=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/111=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/112=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/113=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/114=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/115=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/116=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/117=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/118=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/119=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/120=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/121=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,583 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,650 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/123=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/124=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/125=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/126=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/127=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/128=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/129=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/130=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/131=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/132=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/133=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/134=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/135=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/136=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/137=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/138=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/139=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/140=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/141=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/142=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/143=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/144=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/145=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,654 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,687 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/147=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/148=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/149=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/150=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/151=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/152=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/153=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/154=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/155=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/156=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/157=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/158=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/159=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/160=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/161=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/162=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/163=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/164=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/165=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/166=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/167=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/168=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/169=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,691 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,727 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/171=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/172=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/173=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/174=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/175=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/176=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/177=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/178=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/179=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/180=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/181=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/182=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/183=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/184=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/185=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/186=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/187=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/188=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/189=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/190=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/191=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/192=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/193=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,731 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,765 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/195=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/196=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/197=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/198=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/199=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/200=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/201=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/202=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/203=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/204=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/205=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/206=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/207=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/208=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/209=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/210=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/211=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/212=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/213=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/214=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/215=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/216=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/217=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,767 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,807 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/219=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/220=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/221=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/222=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/223=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/224=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/225=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/226=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/227=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/228=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/229=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/230=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/231=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/232=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/233=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/234=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/235=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/236=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/237=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/238=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/239=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/240=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/241=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,810 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,848 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/243=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/244=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/245=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/246=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/247=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/248=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/249=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/250=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/251=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/252=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/253=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/254=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/255=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/256=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/257=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/258=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/259=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/260=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/261=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/262=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/263=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/264=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/265=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,853 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,885 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/267=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/268=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/269=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/270=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/271=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/272=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/273=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/274=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/275=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/276=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/277=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/278=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/279=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/280=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/281=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/282=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/283=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/284=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/285=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/286=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/287=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/288=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/289=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,890 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,971 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/291=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/292=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/293=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/294=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/295=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/296=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/297=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/298=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/299=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/300=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/301=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/302=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/303=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/304=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/305=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/306=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/307=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/308=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/309=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/310=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/311=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/312=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/313=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:01,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,974 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:01,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:01,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:15:02,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:15:02,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:15:02,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:15:02,013 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/315=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/316=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/317=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/318=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/319=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/320=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/321=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/322=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/323=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/324=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/325=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/326=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/327=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/328=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/329=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/330=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/331=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/332=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/333=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/334=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/335=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/336=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/337=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,015 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:15:02,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:15:02,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:15:02,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:15:02,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:15:02,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:15:02,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:15:02,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:15:02,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:15:02,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:15:02,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:15:02,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:15:02,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:15:02,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:15:02,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:15:02,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:15:02,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:15:02,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:15:02,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:15:02,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:15:02,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:15:02,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:15:02,042 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-10T12:15:02,052 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/339=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/340=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/341=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/342=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/343=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/344=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/345=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/346=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/347=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/348=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/349=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/350=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/351=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/352=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/353=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/354=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/355=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/356=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/357=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/358=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/359=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/360=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/361=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,054 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,085 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/363=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/364=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/365=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/366=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/367=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/368=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/369=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/370=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/371=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/372=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/373=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/374=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/375=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/376=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/377=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/378=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/379=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/380=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/381=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/382=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/383=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/384=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/385=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,088 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,110 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/387=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/388=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/389=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/390=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/391=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/392=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/393=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/394=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/395=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/396=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/397=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/398=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/399=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/400=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/401=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/402=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/403=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/404=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/405=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/406=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/407=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/408=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/409=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,113 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,169 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/411=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/412=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/413=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/414=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/415=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/416=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/417=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/418=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/419=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/420=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/421=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/422=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/423=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/424=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/425=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/426=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/427=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/428=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/429=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/430=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/431=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/432=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/433=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,172 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,220 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/435=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/436=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/437=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/438=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/439=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/440=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/441=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/442=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/443=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/444=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/445=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/446=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/447=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/448=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/449=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/450=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/451=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/452=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/453=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/454=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/455=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/456=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/457=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,222 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,279 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/459=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/460=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/461=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/462=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/463=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/464=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/465=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/466=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/467=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/468=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/469=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/470=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/471=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/472=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/473=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/474=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/475=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/476=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/477=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/478=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/479=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/480=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/481=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,281 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,314 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/483=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/484=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/485=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/486=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/487=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/488=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/489=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/490=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/491=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/492=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/493=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/494=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/495=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/496=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/497=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/498=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/499=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/500=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/501=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/502=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/503=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/504=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/505=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,316 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,375 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/507=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/508=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/509=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/510=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/511=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/512=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/513=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/514=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/515=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/516=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/517=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/518=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/519=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/520=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/521=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/522=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/523=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/524=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/525=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/526=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/527=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/528=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/529=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,382 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,451 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/531=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/532=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/533=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/534=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/535=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/536=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/537=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/538=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/539=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/540=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/541=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/542=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/543=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/544=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/545=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/546=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/547=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/548=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/549=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/550=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/551=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/552=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/553=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,454 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,538 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/555=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/556=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/557=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/558=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/559=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/560=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/561=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/562=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/563=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/564=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/565=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/566=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/567=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/568=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/569=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/570=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/571=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/572=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/573=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/574=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/575=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/576=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/577=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,540 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:15:02,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:15:02,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:15:02,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:15:02,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:15:02,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:15:02,574 INFO [fad905551524:34537Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 575 2024-12-10T12:15:02,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:15:02,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:15:02,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:15:02,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:15:02,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:15:02,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:15:02,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:15:02,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:15:02,603 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/579=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/580=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/581=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/582=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/583=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/584=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/585=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/586=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/587=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/588=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/589=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/590=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/591=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/592=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/593=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/594=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/595=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/596=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/597=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/598=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/599=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/600=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/601=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,605 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:15:02,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:15:02,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:15:02,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:15:02,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:15:02,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:15:02,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:15:02,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:15:02,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:15:02,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:15:02,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:15:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:15:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:15:02,663 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/603=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/604=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/605=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/606=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/607=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/608=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/609=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/610=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/611=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/612=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/613=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/614=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/615=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/616=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/617=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/618=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/619=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/620=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/621=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/622=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/623=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/624=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/625=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,665 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,665 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-10T12:15:02,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,736 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/627=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/628=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/629=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/630=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/631=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/632=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/633=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/634=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/635=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/636=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/637=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/638=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/639=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/640=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/641=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/642=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/643=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/644=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/645=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/646=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/647=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/648=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/649=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,738 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,782 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/651=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/652=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/653=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/654=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/655=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/656=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/657=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/658=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/659=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/660=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/661=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/662=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/663=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/664=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/665=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/666=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/667=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/668=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/669=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/670=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/671=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/672=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/673=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,784 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,818 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/675=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/676=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/677=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/678=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/679=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/680=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/681=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/682=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/683=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/684=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/685=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/686=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/687=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/688=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/689=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/690=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/691=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/692=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/693=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/694=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/695=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/696=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/697=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,820 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,857 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/699=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/700=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/701=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/702=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/703=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/704=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/705=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/706=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/707=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/708=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/709=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/710=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/711=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/712=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/713=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/714=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/715=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/716=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/717=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/718=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/719=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/720=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/721=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,858 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,918 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/723=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/724=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/725=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/726=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/727=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/728=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/729=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/730=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/731=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/732=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/733=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/734=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/735=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/736=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/737=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/738=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/739=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/740=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/741=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/742=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/743=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/744=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/745=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,919 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,967 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/747=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/748=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/749=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/750=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/751=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/752=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/753=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/754=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/755=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/756=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/757=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/758=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/759=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/760=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/761=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/762=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/763=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/764=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/765=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/766=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/767=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/768=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/769=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:02,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,969 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:02,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:02,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:02,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,017 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/771=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/772=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/773=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/774=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/775=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/776=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/777=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/778=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/779=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/780=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/781=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/782=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/783=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/784=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/785=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/786=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/787=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/788=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/789=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/790=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/791=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/792=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/793=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,018 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:03,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,067 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/795=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/796=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/797=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/798=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/799=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/800=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/801=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/802=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/803=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/804=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/805=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/806=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/807=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/808=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/809=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/810=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/811=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/812=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/813=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/814=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/815=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/816=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/817=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,069 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:03,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,119 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/819=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/820=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/821=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/822=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/823=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/824=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/825=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/826=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/827=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/828=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/829=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/830=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/831=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/832=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/833=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/834=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/835=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/836=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/837=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/838=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/839=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/840=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/841=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,121 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:03,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,153 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/843=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/844=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/845=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/846=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/847=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/848=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/849=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/850=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/851=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/852=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/853=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/854=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/855=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/856=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/857=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/858=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/859=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/860=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/861=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/862=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/863=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/864=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/865=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,154 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:03,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:15:03,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:15:03,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:15:03,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:15:03,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:15:03,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:15:03,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:15:03,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:15:03,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:15:03,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:15:03,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:15:03,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:15:03,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:15:03,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:15:03,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:15:03,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:15:03,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:15:03,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:15:03,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:15:03,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:15:03,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:15:03,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:15:03,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:15:03,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:15:03,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:15:03,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:15:03,196 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-10T12:15:03,213 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/867=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/868=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/869=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/870=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/871=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/872=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/873=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/874=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/875=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/876=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/877=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/878=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/879=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/880=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/881=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/882=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/883=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/884=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/885=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/886=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/887=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/888=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/889=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,215 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:03,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,270 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/891=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/892=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/893=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/894=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/895=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/896=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/897=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/898=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/899=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/900=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/901=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/902=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/903=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/904=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/905=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/906=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/907=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/908=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/909=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/910=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/911=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/912=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/913=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,272 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:03,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,321 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/915=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/916=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/917=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/918=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/919=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/920=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/921=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/922=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/923=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/924=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/925=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/926=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/927=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/928=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/929=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/930=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/931=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/932=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/933=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/934=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/935=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/936=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/937=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,323 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-10T12:15:03,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,401 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/939=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/940=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/941=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/942=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/943=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/944=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/945=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/946=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/947=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/948=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/949=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/950=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/951=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/952=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/953=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/954=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/955=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/956=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/957=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/958=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/959=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/960=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/961=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,402 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-10T12:15:03,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,447 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 4208104, reset compression=false 2024-12-10T12:15:03,447 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/963=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/964=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/965=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/966=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/967=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/968=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/969=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/970=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/971=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/972=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/973=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/974=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/975=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/976=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/977=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/978=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/979=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/980=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/981=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/982=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/983=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/984=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/985=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-10T12:15:03,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,461 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-10T12:15:03,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,480 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 4208924, reset compression=false 2024-12-10T12:15:03,480 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0008476a2e7f8cddfbb62ff0d15b9c0/987=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/988=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/989=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/990=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/991=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/992=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/993=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/994=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/995=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/996=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/997=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/998=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/999=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/1000=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/1001=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/1002=[#edits: 1 = ],4297}, {test/a0008476a2e7f8cddfbb62ff0d15b9c0/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-10T12:15:03,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-10T12:15:03,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-10T12:15:03,514 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-10T12:15:03,691 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.wal-reader.fad905551524%2C36963%2C1733832807370,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/WALs/fad905551524,36963,1733832807370/fad905551524%2C36963%2C1733832807370.1733832810805 to pos 4208924, reset compression=false 2024-12-10T12:15:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34537 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-10T12:15:03,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-10T12:15:03,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-10T12:15:03,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-10T12:15:03,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-10T12:15:03,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-10T12:15:03,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-10T12:15:03,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-10T12:15:03,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-10T12:15:03,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-10T12:15:03,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-10T12:15:03,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-10T12:15:03,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-10T12:15:03,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-10T12:15:03,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-10T12:15:03,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-10T12:15:03,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-10T12:15:03,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-10T12:15:03,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-10T12:15:03,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-10T12:15:03,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-10T12:15:03,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-10T12:15:03,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-10T12:15:03,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-10T12:15:03,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-10T12:15:03,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-10T12:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-10T12:15:03,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-10T12:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-10T12:15:03,742 DEBUG [PEWorker-3 {}] zookeeper.ZKUtil(111): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-10T12:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-10T12:15:03,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-10T12:15:03,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-10T12:15:03,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-10T12:15:03,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-10T12:15:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-10T12:15:03,910 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to fad905551524,36963,1733832807370 2024-12-10T12:15:03,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-10T12:15:03,911 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-10T12:15:03,911 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-10T12:15:03,911 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-10T12:15:04,036 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1000fdc1539000f, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:04,037 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1000fdc1539000f, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:04,037 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e1e0686 to 127.0.0.1:57339 2024-12-10T12:15:04,037 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-10T12:15:04,147 WARN [RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-10T12:15:04,245 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fad905551524:0-0.replicationSource,2.replicationSource.shipperfad905551524%2C36963%2C1733832807370,2 terminated 2024-12-10T12:15:04,245 INFO [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-10T12:15:04,248 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/fad905551524,36963,1733832807370/2/fad905551524%2C36963%2C1733832807370.1733832810805 2024-12-10T12:15:04,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/fad905551524,36963,1733832807370/2/fad905551524%2C36963%2C1733832807370.1733832810805 2024-12-10T12:15:04,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/fad905551524,36963,1733832807370/2 2024-12-10T12:15:04,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/fad905551524,36963,1733832807370/2 2024-12-10T12:15:04,256 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-10T12:15:04,256 DEBUG [RS_REFRESH_PEER-regionserver/fad905551524:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-10T12:15:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-10T12:15:04,258 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on fad905551524,36963,1733832807370 suceeded 2024-12-10T12:15:04,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-10T12:15:04,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 505 msec 2024-12-10T12:15:04,270 DEBUG [PEWorker-2 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-10T12:15:04,270 INFO [PEWorker-2 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-10T12:15:04,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 536 msec 2024-12-10T12:15:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-10T12:15:04,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=394 (was 390) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57339@0x14e276c5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$756/0x00007ff9a8b52a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fad905551524:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (788280152) connection to localhost/127.0.0.1:43817 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/cluster_bbded703-a308-58cc-a233-2b8e7b63c7f1/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57339@0x1a5b97cd java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$756/0x00007ff9a8b52a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57339@0x14e276c5-SendThread(127.0.0.1:57339) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x518955b5-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fad905551524:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/cluster_bbded703-a308-58cc-a233-2b8e7b63c7f1/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57339@0x4cb1dd70 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$756/0x00007ff9a8b52a88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-770963971_22 at /127.0.0.1:49142 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57339@0x14e276c5-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/fad905551524:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 569), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=941 (was 841) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3825 (was 4781) 2024-12-10T12:15:04,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x405300b0 to 127.0.0.1:57339 2024-12-10T12:15:04,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:04,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5710c6ce to 127.0.0.1:57339 2024-12-10T12:15:04,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:04,371 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T12:15:04,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7695feac to 127.0.0.1:57339 2024-12-10T12:15:04,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:04,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T12:15:04,372 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T12:15:04,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6eef29f5 to 127.0.0.1:57339 2024-12-10T12:15:04,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:04,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T12:15:04,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1100796933, stopped=false 2024-12-10T12:15:04,372 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fad905551524,43731,1733832815033 2024-12-10T12:15:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-10T12:15:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:15:04,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-10T12:15:04,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T12:15:04,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:15:04,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:04,382 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fad905551524,34537,1733832815151' ***** 2024-12-10T12:15:04,382 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for bf00da616c07f63a7d511942d8a58f55 2024-12-10T12:15:04,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for c02157a513a3111b5d72406343693b0f 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for b726c9359cec6bdd568f25b7546ec09d 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for a4156f90248fd2a6477837d180c0d075 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 4a261b7d5b5e390d3494b01dd1de5d27 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 5f9e65a59072bad5f7e51190a87410ae 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for b2b6ae03994decf59e6909fa35edf939 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 7ef868a012c1641cb1cd98980bceae23 2024-12-10T12:15:04,383 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c07c7dca57a8bfc9c3c9a9448797e2e 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 78d91167831a321ede7adc8dd22d50ab 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 938dd5b54a3d73a7f513f6fd3ea9bf03 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 8c44011187cb9d5d125f38ec20a5707d 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 3d91ce176fb121b8fc35de4616aec180 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 8c3af665e4db15f1e1d8fd1bd51b5577 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 43254fdd5d226402091d3ec3400b0327 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 5847b17c30341afbf82a932d3ad5bc5e 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for b18ce52f56ff93a76185feee62ca8922 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 10788c010a7f90ad335a720c0c16a37b 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 76ca87f8f316cb8930ca384c4cbc90af 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for b58829d33020cb1f6688b305c927bad3 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 8b49e0c0f5ba5398a4e677af76f1916a 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 171222252a282473d4ddf9ff1c232ca5 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 677fdb3159b9470db4f48d15ab3078e4 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for ef07d876baf8c24b2f784a736a469336 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for ebe2e1b91f17316a67b75b1aec75c779 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 40f3d6b2c1af94ac064e67742b141988 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 76e7be9382e1d123c0216160f91e43d5 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1224): stopping server fad905551524,34537,1733832815151 2024-12-10T12:15:04,384 DEBUG [RS:0;fad905551524:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T12:15:04,384 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T12:15:04,385 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-10T12:15:04,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T12:15:04,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-10T12:15:04,391 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf00da616c07f63a7d511942d8a58f55, disabling compactions & flushes 2024-12-10T12:15:04,391 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:15:04,391 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:15:04,391 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. after waiting 0 ms 2024-12-10T12:15:04,391 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:15:04,391 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1629): Waiting on 10788c010a7f90ad335a720c0c16a37b, 1588230740, 171222252a282473d4ddf9ff1c232ca5, 3d91ce176fb121b8fc35de4616aec180, 40f3d6b2c1af94ac064e67742b141988, 43254fdd5d226402091d3ec3400b0327, 4a261b7d5b5e390d3494b01dd1de5d27, 5847b17c30341afbf82a932d3ad5bc5e, 5f9e65a59072bad5f7e51190a87410ae, 677fdb3159b9470db4f48d15ab3078e4, 6c07c7dca57a8bfc9c3c9a9448797e2e, 76ca87f8f316cb8930ca384c4cbc90af, 76e7be9382e1d123c0216160f91e43d5, 78d91167831a321ede7adc8dd22d50ab, 7ef868a012c1641cb1cd98980bceae23, 8b49e0c0f5ba5398a4e677af76f1916a, 8c3af665e4db15f1e1d8fd1bd51b5577, 8c44011187cb9d5d125f38ec20a5707d, 938dd5b54a3d73a7f513f6fd3ea9bf03, a4156f90248fd2a6477837d180c0d075, b18ce52f56ff93a76185feee62ca8922, b2b6ae03994decf59e6909fa35edf939, b58829d33020cb1f6688b305c927bad3, b726c9359cec6bdd568f25b7546ec09d, bf00da616c07f63a7d511942d8a58f55, c02157a513a3111b5d72406343693b0f, ebe2e1b91f17316a67b75b1aec75c779, ef07d876baf8c24b2f784a736a469336 2024-12-10T12:15:04,392 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T12:15:04,392 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T12:15:04,392 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T12:15:04,392 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T12:15:04,392 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T12:15:04,392 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-10T12:15:04,430 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/bf00da616c07f63a7d511942d8a58f55/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:04,437 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:15:04,437 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf00da616c07f63a7d511942d8a58f55: 2024-12-10T12:15:04,437 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733832828515.bf00da616c07f63a7d511942d8a58f55. 2024-12-10T12:15:04,437 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c02157a513a3111b5d72406343693b0f, disabling compactions & flushes 2024-12-10T12:15:04,437 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:15:04,437 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:15:04,437 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. after waiting 0 ms 2024-12-10T12:15:04,437 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:15:04,454 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/c02157a513a3111b5d72406343693b0f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:04,455 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:15:04,455 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c02157a513a3111b5d72406343693b0f: 2024-12-10T12:15:04,455 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733832828515.c02157a513a3111b5d72406343693b0f. 2024-12-10T12:15:04,456 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b726c9359cec6bdd568f25b7546ec09d, disabling compactions & flushes 2024-12-10T12:15:04,456 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:15:04,456 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:15:04,456 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. after waiting 0 ms 2024-12-10T12:15:04,456 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:15:04,462 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b726c9359cec6bdd568f25b7546ec09d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:04,463 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:15:04,463 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b726c9359cec6bdd568f25b7546ec09d: 2024-12-10T12:15:04,463 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733832828515.b726c9359cec6bdd568f25b7546ec09d. 2024-12-10T12:15:04,463 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a4156f90248fd2a6477837d180c0d075, disabling compactions & flushes 2024-12-10T12:15:04,463 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of a4156f90248fd2a6477837d180c0d075 2024-12-10T12:15:04,464 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a4156f90248fd2a6477837d180c0d075 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-10T12:15:04,469 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/info/8915eb3d6ec740b6b86bcb9678b647b2 is 143, key is hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939./info:regioninfo/1733832819925/Put/seqid=0 2024-12-10T12:15:04,475 INFO [regionserver/fad905551524:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T12:15:04,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741866_1042 (size=36340) 2024-12-10T12:15:04,522 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075/.tmp/f/c1b248bf0ca4420bb8d5c87e589b3022 is 4136, key is NormalPut000/f:row/1733832841441/Put/seqid=0 2024-12-10T12:15:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741867_1043 (size=4145786) 2024-12-10T12:15:04,546 INFO [regionserver/fad905551524:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T12:15:04,546 INFO [regionserver/fad905551524:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T12:15:04,592 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1629): Waiting on 10788c010a7f90ad335a720c0c16a37b, 1588230740, 171222252a282473d4ddf9ff1c232ca5, 3d91ce176fb121b8fc35de4616aec180, 40f3d6b2c1af94ac064e67742b141988, 43254fdd5d226402091d3ec3400b0327, 4a261b7d5b5e390d3494b01dd1de5d27, 5847b17c30341afbf82a932d3ad5bc5e, 5f9e65a59072bad5f7e51190a87410ae, 677fdb3159b9470db4f48d15ab3078e4, 6c07c7dca57a8bfc9c3c9a9448797e2e, 76ca87f8f316cb8930ca384c4cbc90af, 76e7be9382e1d123c0216160f91e43d5, 78d91167831a321ede7adc8dd22d50ab, 7ef868a012c1641cb1cd98980bceae23, 8b49e0c0f5ba5398a4e677af76f1916a, 8c3af665e4db15f1e1d8fd1bd51b5577, 8c44011187cb9d5d125f38ec20a5707d, 938dd5b54a3d73a7f513f6fd3ea9bf03, a4156f90248fd2a6477837d180c0d075, b18ce52f56ff93a76185feee62ca8922, b2b6ae03994decf59e6909fa35edf939, b58829d33020cb1f6688b305c927bad3, ebe2e1b91f17316a67b75b1aec75c779, ef07d876baf8c24b2f784a736a469336 2024-12-10T12:15:04,792 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1629): Waiting on 10788c010a7f90ad335a720c0c16a37b, 1588230740, 171222252a282473d4ddf9ff1c232ca5, 3d91ce176fb121b8fc35de4616aec180, 40f3d6b2c1af94ac064e67742b141988, 43254fdd5d226402091d3ec3400b0327, 4a261b7d5b5e390d3494b01dd1de5d27, 5847b17c30341afbf82a932d3ad5bc5e, 5f9e65a59072bad5f7e51190a87410ae, 677fdb3159b9470db4f48d15ab3078e4, 6c07c7dca57a8bfc9c3c9a9448797e2e, 76ca87f8f316cb8930ca384c4cbc90af, 76e7be9382e1d123c0216160f91e43d5, 78d91167831a321ede7adc8dd22d50ab, 7ef868a012c1641cb1cd98980bceae23, 8b49e0c0f5ba5398a4e677af76f1916a, 8c3af665e4db15f1e1d8fd1bd51b5577, 8c44011187cb9d5d125f38ec20a5707d, 938dd5b54a3d73a7f513f6fd3ea9bf03, a4156f90248fd2a6477837d180c0d075, b18ce52f56ff93a76185feee62ca8922, b2b6ae03994decf59e6909fa35edf939, b58829d33020cb1f6688b305c927bad3, ebe2e1b91f17316a67b75b1aec75c779, ef07d876baf8c24b2f784a736a469336 2024-12-10T12:15:04,892 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/info/8915eb3d6ec740b6b86bcb9678b647b2 2024-12-10T12:15:04,922 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/rep_barrier/bbf281c9c0f64145badf45ecc9042890 is 115, key is test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23./rep_barrier:seqnumDuringOpen/1733832832536/Put/seqid=0 2024-12-10T12:15:04,928 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075/.tmp/f/c1b248bf0ca4420bb8d5c87e589b3022 2024-12-10T12:15:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741868_1044 (size=8574) 2024-12-10T12:15:04,932 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/rep_barrier/bbf281c9c0f64145badf45ecc9042890 2024-12-10T12:15:04,941 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075/.tmp/f/c1b248bf0ca4420bb8d5c87e589b3022 as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075/f/c1b248bf0ca4420bb8d5c87e589b3022 2024-12-10T12:15:04,952 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075/f/c1b248bf0ca4420bb8d5c87e589b3022, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-10T12:15:04,953 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for a4156f90248fd2a6477837d180c0d075 in 489ms, sequenceid=144, compaction requested=false 2024-12-10T12:15:04,953 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:15:04,953 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:15:04,953 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733832828515.a4156f90248fd2a6477837d180c0d075. after waiting 0 ms 2024-12-10T12:15:04,953 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:15:04,962 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/a4156f90248fd2a6477837d180c0d075/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-10T12:15:04,963 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:15:04,963 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a4156f90248fd2a6477837d180c0d075: 2024-12-10T12:15:04,963 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733832828515.a4156f90248fd2a6477837d180c0d075. 2024-12-10T12:15:04,963 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4a261b7d5b5e390d3494b01dd1de5d27, disabling compactions & flushes 2024-12-10T12:15:04,963 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:15:04,963 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:15:04,963 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. after waiting 0 ms 2024-12-10T12:15:04,963 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:15:04,963 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/table/f9115a45a983449c995300b9a5c26a6c is 94, key is testdroppedtimed,,1733832839669.33cf978e5b2e164fc68e2deb776eafba./table:/1733832845008/DeleteFamily/seqid=0 2024-12-10T12:15:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741869_1045 (size=5605) 2024-12-10T12:15:04,975 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/4a261b7d5b5e390d3494b01dd1de5d27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:04,977 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:15:04,977 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4a261b7d5b5e390d3494b01dd1de5d27: 2024-12-10T12:15:04,977 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733832828515.4a261b7d5b5e390d3494b01dd1de5d27. 2024-12-10T12:15:04,977 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5f9e65a59072bad5f7e51190a87410ae, disabling compactions & flushes 2024-12-10T12:15:04,977 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:15:04,977 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:15:04,977 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. after waiting 0 ms 2024-12-10T12:15:04,977 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:15:04,984 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5f9e65a59072bad5f7e51190a87410ae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:04,985 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:15:04,985 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5f9e65a59072bad5f7e51190a87410ae: 2024-12-10T12:15:04,986 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733832828515.5f9e65a59072bad5f7e51190a87410ae. 2024-12-10T12:15:04,986 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b2b6ae03994decf59e6909fa35edf939, disabling compactions & flushes 2024-12-10T12:15:04,986 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:15:04,986 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:15:04,986 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. after waiting 0 ms 2024-12-10T12:15:04,986 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:15:04,986 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b2b6ae03994decf59e6909fa35edf939 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T12:15:04,992 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1629): Waiting on 10788c010a7f90ad335a720c0c16a37b, 1588230740, 171222252a282473d4ddf9ff1c232ca5, 3d91ce176fb121b8fc35de4616aec180, 40f3d6b2c1af94ac064e67742b141988, 43254fdd5d226402091d3ec3400b0327, 5847b17c30341afbf82a932d3ad5bc5e, 677fdb3159b9470db4f48d15ab3078e4, 6c07c7dca57a8bfc9c3c9a9448797e2e, 76ca87f8f316cb8930ca384c4cbc90af, 76e7be9382e1d123c0216160f91e43d5, 78d91167831a321ede7adc8dd22d50ab, 7ef868a012c1641cb1cd98980bceae23, 8b49e0c0f5ba5398a4e677af76f1916a, 8c3af665e4db15f1e1d8fd1bd51b5577, 8c44011187cb9d5d125f38ec20a5707d, 938dd5b54a3d73a7f513f6fd3ea9bf03, b18ce52f56ff93a76185feee62ca8922, b2b6ae03994decf59e6909fa35edf939, b58829d33020cb1f6688b305c927bad3, ebe2e1b91f17316a67b75b1aec75c779, ef07d876baf8c24b2f784a736a469336 2024-12-10T12:15:05,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T12:15:05,013 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939/.tmp/info/a3b82463e642439d9752b90477d5e660 is 45, key is default/info:d/1733832820048/Put/seqid=0 2024-12-10T12:15:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741870_1046 (size=5037) 2024-12-10T12:15:05,027 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939/.tmp/info/a3b82463e642439d9752b90477d5e660 2024-12-10T12:15:05,057 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939/.tmp/info/a3b82463e642439d9752b90477d5e660 as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939/info/a3b82463e642439d9752b90477d5e660 2024-12-10T12:15:05,067 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939/info/a3b82463e642439d9752b90477d5e660, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T12:15:05,067 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b2b6ae03994decf59e6909fa35edf939 in 81ms, sequenceid=6, compaction requested=false 2024-12-10T12:15:05,107 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/namespace/b2b6ae03994decf59e6909fa35edf939/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T12:15:05,108 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:15:05,108 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b2b6ae03994decf59e6909fa35edf939: 2024-12-10T12:15:05,108 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733832819010.b2b6ae03994decf59e6909fa35edf939. 2024-12-10T12:15:05,108 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7ef868a012c1641cb1cd98980bceae23, disabling compactions & flushes 2024-12-10T12:15:05,108 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:15:05,108 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:15:05,108 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. after waiting 0 ms 2024-12-10T12:15:05,108 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:15:05,116 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/7ef868a012c1641cb1cd98980bceae23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,117 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:15:05,117 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7ef868a012c1641cb1cd98980bceae23: 2024-12-10T12:15:05,118 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733832828515.7ef868a012c1641cb1cd98980bceae23. 2024-12-10T12:15:05,118 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c07c7dca57a8bfc9c3c9a9448797e2e, disabling compactions & flushes 2024-12-10T12:15:05,118 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:15:05,118 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:15:05,118 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. after waiting 0 ms 2024-12-10T12:15:05,118 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:15:05,128 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/6c07c7dca57a8bfc9c3c9a9448797e2e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,129 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:15:05,129 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c07c7dca57a8bfc9c3c9a9448797e2e: 2024-12-10T12:15:05,129 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733832828515.6c07c7dca57a8bfc9c3c9a9448797e2e. 2024-12-10T12:15:05,129 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 78d91167831a321ede7adc8dd22d50ab, disabling compactions & flushes 2024-12-10T12:15:05,129 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:15:05,129 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:15:05,129 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. after waiting 0 ms 2024-12-10T12:15:05,129 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:15:05,134 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/78d91167831a321ede7adc8dd22d50ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,135 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:15:05,135 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 78d91167831a321ede7adc8dd22d50ab: 2024-12-10T12:15:05,135 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733832828515.78d91167831a321ede7adc8dd22d50ab. 2024-12-10T12:15:05,135 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 938dd5b54a3d73a7f513f6fd3ea9bf03, disabling compactions & flushes 2024-12-10T12:15:05,135 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:15:05,135 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:15:05,135 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. after waiting 0 ms 2024-12-10T12:15:05,135 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:15:05,155 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/938dd5b54a3d73a7f513f6fd3ea9bf03/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,156 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:15:05,156 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 938dd5b54a3d73a7f513f6fd3ea9bf03: 2024-12-10T12:15:05,156 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733832828515.938dd5b54a3d73a7f513f6fd3ea9bf03. 2024-12-10T12:15:05,157 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8c44011187cb9d5d125f38ec20a5707d, disabling compactions & flushes 2024-12-10T12:15:05,157 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:15:05,157 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:15:05,157 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. after waiting 0 ms 2024-12-10T12:15:05,157 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:15:05,162 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c44011187cb9d5d125f38ec20a5707d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,168 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:15:05,168 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8c44011187cb9d5d125f38ec20a5707d: 2024-12-10T12:15:05,168 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733832828515.8c44011187cb9d5d125f38ec20a5707d. 2024-12-10T12:15:05,168 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3d91ce176fb121b8fc35de4616aec180, disabling compactions & flushes 2024-12-10T12:15:05,168 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:15:05,168 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:15:05,168 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. after waiting 0 ms 2024-12-10T12:15:05,168 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:15:05,172 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/3d91ce176fb121b8fc35de4616aec180/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,173 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:15:05,173 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3d91ce176fb121b8fc35de4616aec180: 2024-12-10T12:15:05,173 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733832828515.3d91ce176fb121b8fc35de4616aec180. 2024-12-10T12:15:05,174 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8c3af665e4db15f1e1d8fd1bd51b5577, disabling compactions & flushes 2024-12-10T12:15:05,174 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:15:05,174 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:15:05,174 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. after waiting 0 ms 2024-12-10T12:15:05,174 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:15:05,187 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8c3af665e4db15f1e1d8fd1bd51b5577/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,188 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:15:05,188 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8c3af665e4db15f1e1d8fd1bd51b5577: 2024-12-10T12:15:05,188 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733832828515.8c3af665e4db15f1e1d8fd1bd51b5577. 2024-12-10T12:15:05,188 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 43254fdd5d226402091d3ec3400b0327, disabling compactions & flushes 2024-12-10T12:15:05,188 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:15:05,188 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:15:05,188 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. after waiting 0 ms 2024-12-10T12:15:05,188 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:15:05,193 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1629): Waiting on 10788c010a7f90ad335a720c0c16a37b, 1588230740, 171222252a282473d4ddf9ff1c232ca5, 40f3d6b2c1af94ac064e67742b141988, 43254fdd5d226402091d3ec3400b0327, 5847b17c30341afbf82a932d3ad5bc5e, 677fdb3159b9470db4f48d15ab3078e4, 76ca87f8f316cb8930ca384c4cbc90af, 76e7be9382e1d123c0216160f91e43d5, 8b49e0c0f5ba5398a4e677af76f1916a, b18ce52f56ff93a76185feee62ca8922, b58829d33020cb1f6688b305c927bad3, ebe2e1b91f17316a67b75b1aec75c779, ef07d876baf8c24b2f784a736a469336 2024-12-10T12:15:05,207 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/43254fdd5d226402091d3ec3400b0327/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,210 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:15:05,210 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 43254fdd5d226402091d3ec3400b0327: 2024-12-10T12:15:05,210 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733832828515.43254fdd5d226402091d3ec3400b0327. 2024-12-10T12:15:05,210 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5847b17c30341afbf82a932d3ad5bc5e, disabling compactions & flushes 2024-12-10T12:15:05,210 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:15:05,211 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:15:05,211 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. after waiting 0 ms 2024-12-10T12:15:05,211 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:15:05,217 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/5847b17c30341afbf82a932d3ad5bc5e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,218 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:15:05,218 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5847b17c30341afbf82a932d3ad5bc5e: 2024-12-10T12:15:05,218 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733832828515.5847b17c30341afbf82a932d3ad5bc5e. 2024-12-10T12:15:05,218 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b18ce52f56ff93a76185feee62ca8922, disabling compactions & flushes 2024-12-10T12:15:05,219 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:15:05,219 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:15:05,219 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. after waiting 0 ms 2024-12-10T12:15:05,219 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:15:05,242 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b18ce52f56ff93a76185feee62ca8922/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,244 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:15:05,244 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b18ce52f56ff93a76185feee62ca8922: 2024-12-10T12:15:05,244 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733832828515.b18ce52f56ff93a76185feee62ca8922. 2024-12-10T12:15:05,244 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 10788c010a7f90ad335a720c0c16a37b, disabling compactions & flushes 2024-12-10T12:15:05,244 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:15:05,244 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:15:05,244 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. after waiting 0 ms 2024-12-10T12:15:05,244 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:15:05,255 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/10788c010a7f90ad335a720c0c16a37b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,256 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:15:05,256 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 10788c010a7f90ad335a720c0c16a37b: 2024-12-10T12:15:05,257 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733832828515.10788c010a7f90ad335a720c0c16a37b. 2024-12-10T12:15:05,257 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 76ca87f8f316cb8930ca384c4cbc90af, disabling compactions & flushes 2024-12-10T12:15:05,257 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:15:05,257 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:15:05,257 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. after waiting 0 ms 2024-12-10T12:15:05,257 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:15:05,265 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76ca87f8f316cb8930ca384c4cbc90af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,266 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:15:05,266 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 76ca87f8f316cb8930ca384c4cbc90af: 2024-12-10T12:15:05,267 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733832828515.76ca87f8f316cb8930ca384c4cbc90af. 2024-12-10T12:15:05,267 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b58829d33020cb1f6688b305c927bad3, disabling compactions & flushes 2024-12-10T12:15:05,267 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:15:05,267 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:15:05,267 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. after waiting 0 ms 2024-12-10T12:15:05,267 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:15:05,285 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/b58829d33020cb1f6688b305c927bad3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,286 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:15:05,287 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b58829d33020cb1f6688b305c927bad3: 2024-12-10T12:15:05,287 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733832828515.b58829d33020cb1f6688b305c927bad3. 2024-12-10T12:15:05,287 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8b49e0c0f5ba5398a4e677af76f1916a, disabling compactions & flushes 2024-12-10T12:15:05,287 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:15:05,287 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:15:05,287 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. after waiting 0 ms 2024-12-10T12:15:05,287 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:15:05,298 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/8b49e0c0f5ba5398a4e677af76f1916a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,299 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:15:05,299 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8b49e0c0f5ba5398a4e677af76f1916a: 2024-12-10T12:15:05,300 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733832828515.8b49e0c0f5ba5398a4e677af76f1916a. 2024-12-10T12:15:05,300 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 171222252a282473d4ddf9ff1c232ca5, disabling compactions & flushes 2024-12-10T12:15:05,300 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:15:05,300 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:15:05,300 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. after waiting 0 ms 2024-12-10T12:15:05,300 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:15:05,308 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/171222252a282473d4ddf9ff1c232ca5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,308 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:15:05,308 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 171222252a282473d4ddf9ff1c232ca5: 2024-12-10T12:15:05,309 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733832828515.171222252a282473d4ddf9ff1c232ca5. 2024-12-10T12:15:05,309 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 677fdb3159b9470db4f48d15ab3078e4, disabling compactions & flushes 2024-12-10T12:15:05,309 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:15:05,309 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:15:05,309 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. after waiting 0 ms 2024-12-10T12:15:05,309 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:15:05,313 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/677fdb3159b9470db4f48d15ab3078e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,314 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:15:05,314 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 677fdb3159b9470db4f48d15ab3078e4: 2024-12-10T12:15:05,314 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733832828515.677fdb3159b9470db4f48d15ab3078e4. 2024-12-10T12:15:05,314 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ef07d876baf8c24b2f784a736a469336, disabling compactions & flushes 2024-12-10T12:15:05,314 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:15:05,314 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:15:05,314 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. after waiting 0 ms 2024-12-10T12:15:05,314 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:15:05,320 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ef07d876baf8c24b2f784a736a469336/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,320 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:15:05,320 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ef07d876baf8c24b2f784a736a469336: 2024-12-10T12:15:05,321 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733832828515.ef07d876baf8c24b2f784a736a469336. 2024-12-10T12:15:05,321 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebe2e1b91f17316a67b75b1aec75c779, disabling compactions & flushes 2024-12-10T12:15:05,321 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:15:05,321 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:15:05,321 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. after waiting 0 ms 2024-12-10T12:15:05,321 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:15:05,325 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/ebe2e1b91f17316a67b75b1aec75c779/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,326 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:15:05,326 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebe2e1b91f17316a67b75b1aec75c779: 2024-12-10T12:15:05,326 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733832828515.ebe2e1b91f17316a67b75b1aec75c779. 2024-12-10T12:15:05,326 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 40f3d6b2c1af94ac064e67742b141988, disabling compactions & flushes 2024-12-10T12:15:05,326 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:15:05,326 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:15:05,326 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. after waiting 0 ms 2024-12-10T12:15:05,326 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:15:05,329 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/40f3d6b2c1af94ac064e67742b141988/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,330 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:15:05,330 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 40f3d6b2c1af94ac064e67742b141988: 2024-12-10T12:15:05,330 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733832828515.40f3d6b2c1af94ac064e67742b141988. 2024-12-10T12:15:05,330 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 76e7be9382e1d123c0216160f91e43d5, disabling compactions & flushes 2024-12-10T12:15:05,330 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:15:05,330 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:15:05,330 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. after waiting 0 ms 2024-12-10T12:15:05,330 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:15:05,335 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/default/test/76e7be9382e1d123c0216160f91e43d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:05,336 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:15:05,337 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 76e7be9382e1d123c0216160f91e43d5: 2024-12-10T12:15:05,337 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733832828515.76e7be9382e1d123c0216160f91e43d5. 2024-12-10T12:15:05,379 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/table/f9115a45a983449c995300b9a5c26a6c 2024-12-10T12:15:05,386 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/info/8915eb3d6ec740b6b86bcb9678b647b2 as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/info/8915eb3d6ec740b6b86bcb9678b647b2 2024-12-10T12:15:05,392 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/info/8915eb3d6ec740b6b86bcb9678b647b2, entries=272, sequenceid=77, filesize=35.5 K 2024-12-10T12:15:05,393 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-10T12:15:05,393 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-10T12:15:05,393 DEBUG [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T12:15:05,393 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/rep_barrier/bbf281c9c0f64145badf45ecc9042890 as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/rep_barrier/bbf281c9c0f64145badf45ecc9042890 2024-12-10T12:15:05,399 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/rep_barrier/bbf281c9c0f64145badf45ecc9042890, entries=27, sequenceid=77, filesize=8.4 K 2024-12-10T12:15:05,400 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/.tmp/table/f9115a45a983449c995300b9a5c26a6c as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/table/f9115a45a983449c995300b9a5c26a6c 2024-12-10T12:15:05,405 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/table/f9115a45a983449c995300b9a5c26a6c, entries=6, sequenceid=77, filesize=5.5 K 2024-12-10T12:15:05,406 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1014ms, sequenceid=77, compaction requested=false 2024-12-10T12:15:05,410 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-10T12:15:05,410 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T12:15:05,410 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T12:15:05,410 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T12:15:05,410 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T12:15:05,593 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1250): stopping server fad905551524,34537,1733832815151; all regions closed. 2024-12-10T12:15:05,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741834_1010 (size=40374) 2024-12-10T12:15:05,620 DEBUG [RS:0;fad905551524:34537 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/oldWALs 2024-12-10T12:15:05,620 INFO [RS:0;fad905551524:34537 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fad905551524%2C34537%2C1733832815151.meta:.meta(num 1733832818759) 2024-12-10T12:15:05,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741832_1008 (size=7175253) 2024-12-10T12:15:05,630 DEBUG [RS:0;fad905551524:34537 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/oldWALs 2024-12-10T12:15:05,630 INFO [RS:0;fad905551524:34537 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fad905551524%2C34537%2C1733832815151:(num 1733832817687) 2024-12-10T12:15:05,630 DEBUG [RS:0;fad905551524:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:05,630 INFO [RS:0;fad905551524:34537 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T12:15:05,630 INFO [RS:0;fad905551524:34537 {}] hbase.ChoreService(370): Chore service for: regionserver/fad905551524:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T12:15:05,631 INFO [regionserver/fad905551524:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T12:15:05,632 INFO [RS:0;fad905551524:34537 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;fad905551524:34537. 2024-12-10T12:15:05,632 DEBUG [RS:0;fad905551524:34537 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T12:15:05,632 DEBUG [RS:0;fad905551524:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:05,633 DEBUG [RS:0;fad905551524:34537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14e276c5 to 127.0.0.1:57339 2024-12-10T12:15:05,633 INFO [RS:0;fad905551524:34537 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34537 2024-12-10T12:15:05,650 INFO [fad905551524:36963Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-10T12:15:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/fad905551524,34537,1733832815151 2024-12-10T12:15:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-10T12:15:05,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fad905551524,34537,1733832815151] 2024-12-10T12:15:05,664 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fad905551524,34537,1733832815151; numProcessing=1 2024-12-10T12:15:05,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/fad905551524,34537,1733832815151 already deleted, retry=false 2024-12-10T12:15:05,671 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fad905551524,34537,1733832815151 expired; onlineServers=0 2024-12-10T12:15:05,671 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fad905551524,43731,1733832815033' ***** 2024-12-10T12:15:05,672 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T12:15:05,672 DEBUG [M:0;fad905551524:43731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3e6307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fad905551524/172.17.0.2:0 2024-12-10T12:15:05,672 INFO [M:0;fad905551524:43731 {}] regionserver.HRegionServer(1224): stopping server fad905551524,43731,1733832815033 2024-12-10T12:15:05,672 INFO [M:0;fad905551524:43731 {}] regionserver.HRegionServer(1250): stopping server fad905551524,43731,1733832815033; all regions closed. 2024-12-10T12:15:05,672 DEBUG [M:0;fad905551524:43731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:05,672 DEBUG [M:0;fad905551524:43731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T12:15:05,672 DEBUG [M:0;fad905551524:43731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T12:15:05,672 INFO [M:0;fad905551524:43731 {}] hbase.ChoreService(370): Chore service for: master/fad905551524:0 had [] on shutdown 2024-12-10T12:15:05,673 DEBUG [M:0;fad905551524:43731 {}] master.HMaster(1733): Stopping service threads 2024-12-10T12:15:05,673 INFO [M:0;fad905551524:43731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T12:15:05,673 DEBUG [master/fad905551524:0:becomeActiveMaster-HFileCleaner.small.0-1733832817451 {}] cleaner.HFileCleaner(306): Exit Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.small.0-1733832817451,5,FailOnTimeoutGroup] 2024-12-10T12:15:05,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T12:15:05,673 INFO [M:0;fad905551524:43731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T12:15:05,675 DEBUG [master/fad905551524:0:becomeActiveMaster-HFileCleaner.large.0-1733832817450 {}] cleaner.HFileCleaner(306): Exit Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.large.0-1733832817450,5,FailOnTimeoutGroup] 2024-12-10T12:15:05,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T12:15:05,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-10T12:15:05,683 DEBUG [M:0;fad905551524:43731 {}] zookeeper.ZKUtil(347): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-10T12:15:05,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-10T12:15:05,684 WARN [M:0;fad905551524:43731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T12:15:05,684 INFO [M:0;fad905551524:43731 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T12:15:05,685 INFO [M:0;fad905551524:43731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T12:15:05,685 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T12:15:05,685 INFO [M:0;fad905551524:43731 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:05,685 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:05,685 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T12:15:05,685 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:05,685 INFO [M:0;fad905551524:43731 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.29 KB heapSize=271 KB 2024-12-10T12:15:05,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-10T12:15:05,737 DEBUG [M:0;fad905551524:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/733c5c398c364b089db42acf23ab23e8 is 82, key is hbase:meta,,1/info:regioninfo/1733832818902/Put/seqid=0 2024-12-10T12:15:05,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741871_1047 (size=5672) 2024-12-10T12:15:05,752 INFO [M:0;fad905551524:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/733c5c398c364b089db42acf23ab23e8 2024-12-10T12:15:05,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:05,763 INFO [RS:0;fad905551524:34537 {}] regionserver.HRegionServer(1307): Exiting; stopping=fad905551524,34537,1733832815151; zookeeper connection closed. 2024-12-10T12:15:05,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1000fdc15390004, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:05,767 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c91955d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c91955d 2024-12-10T12:15:05,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-10T12:15:05,783 DEBUG [M:0;fad905551524:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e2c9a9d9af741cd9a35feb4b362634c is 2028, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733832833141/Put/seqid=0 2024-12-10T12:15:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741872_1048 (size=11252) 2024-12-10T12:15:06,194 INFO [M:0;fad905551524:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.73 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e2c9a9d9af741cd9a35feb4b362634c 2024-12-10T12:15:06,222 INFO [M:0;fad905551524:43731 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e2c9a9d9af741cd9a35feb4b362634c 2024-12-10T12:15:06,275 DEBUG [M:0;fad905551524:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fa214a586674fe396a980396773c47e is 69, key is fad905551524,34537,1733832815151/rs:state/1733832817514/Put/seqid=0 2024-12-10T12:15:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741873_1049 (size=5156) 2024-12-10T12:15:06,723 INFO [M:0;fad905551524:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fa214a586674fe396a980396773c47e 2024-12-10T12:15:06,763 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/733c5c398c364b089db42acf23ab23e8 as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/733c5c398c364b089db42acf23ab23e8 2024-12-10T12:15:06,801 INFO [M:0;fad905551524:43731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/733c5c398c364b089db42acf23ab23e8, entries=8, sequenceid=549, filesize=5.5 K 2024-12-10T12:15:06,808 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e2c9a9d9af741cd9a35feb4b362634c as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e2c9a9d9af741cd9a35feb4b362634c 2024-12-10T12:15:06,829 INFO [M:0;fad905551524:43731 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e2c9a9d9af741cd9a35feb4b362634c 2024-12-10T12:15:06,829 INFO [M:0;fad905551524:43731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e2c9a9d9af741cd9a35feb4b362634c, entries=69, sequenceid=549, filesize=11.0 K 2024-12-10T12:15:06,830 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fa214a586674fe396a980396773c47e as hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fa214a586674fe396a980396773c47e 2024-12-10T12:15:06,837 INFO [M:0;fad905551524:43731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39359/user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fa214a586674fe396a980396773c47e, entries=1, sequenceid=549, filesize=5.0 K 2024-12-10T12:15:06,843 INFO [M:0;fad905551524:43731 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.29 KB/225575, heapSize ~270.70 KB/277200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1158ms, sequenceid=549, compaction requested=false 2024-12-10T12:15:06,875 INFO [M:0;fad905551524:43731 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:06,875 DEBUG [M:0;fad905551524:43731 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T12:15:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741830_1006 (size=262187) 2024-12-10T12:15:06,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/56923d3c-3f4f-6c43-f440-fcdb35ed9acb/MasterData/WALs/fad905551524,43731,1733832815033/fad905551524%2C43731%2C1733832815033.1733832816936 not finished, retry = 0 2024-12-10T12:15:07,001 INFO [M:0;fad905551524:43731 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T12:15:07,001 INFO [M:0;fad905551524:43731 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43731 2024-12-10T12:15:07,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T12:15:07,024 DEBUG [M:0;fad905551524:43731 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/fad905551524,43731,1733832815033 already deleted, retry=false 2024-12-10T12:15:07,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:07,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1000fdc15390003, quorum=127.0.0.1:57339, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:07,149 INFO [M:0;fad905551524:43731 {}] regionserver.HRegionServer(1307): Exiting; stopping=fad905551524,43731,1733832815033; zookeeper connection closed. 2024-12-10T12:15:07,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43672b63{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T12:15:07,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b70a010{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T12:15:07,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T12:15:07,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210eb631{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T12:15:07,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a960ccb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/hadoop.log.dir/,STOPPED} 2024-12-10T12:15:07,217 WARN [BP-309678173-172.17.0.2-1733832813291 heartbeating to localhost/127.0.0.1:39359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T12:15:07,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T12:15:07,217 WARN [BP-309678173-172.17.0.2-1733832813291 heartbeating to localhost/127.0.0.1:39359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-309678173-172.17.0.2-1733832813291 (Datanode Uuid 28bd55a1-e907-474e-b1a2-a3c345a92b7e) service to localhost/127.0.0.1:39359 2024-12-10T12:15:07,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T12:15:07,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/cluster_bbded703-a308-58cc-a233-2b8e7b63c7f1/dfs/data/data1/current/BP-309678173-172.17.0.2-1733832813291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T12:15:07,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/cluster_bbded703-a308-58cc-a233-2b8e7b63c7f1/dfs/data/data2/current/BP-309678173-172.17.0.2-1733832813291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T12:15:07,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T12:15:07,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e3eaa69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T12:15:07,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e50b84f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T12:15:07,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T12:15:07,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae6227b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T12:15:07,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e1980d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dd2e143b-a70f-624b-0adf-193a027c1b62/hadoop.log.dir/,STOPPED} 2024-12-10T12:15:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-10T12:15:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T12:15:07,329 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T12:15:07,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75bbc96c to 127.0.0.1:57339 2024-12-10T12:15:07,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:07,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T12:15:07,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957708405, stopped=false 2024-12-10T12:15:07,330 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fad905551524,46797,1733832806313 2024-12-10T12:15:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-10T12:15:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:15:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-10T12:15:07,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T12:15:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:15:07,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:07,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-10T12:15:07,364 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fad905551524,36963,1733832807370' ***** 2024-12-10T12:15:07,364 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 16eadcc3bf7debec82acb7c431b2b5c3 2024-12-10T12:15:07,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 97e979e813ab405d4005dd2ef3db5cfc 2024-12-10T12:15:07,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 9cc11c17260f34e946ef45d564b65bf7 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fcda7d99194d4f2ea832ca5f1e3799b 2024-12-10T12:15:07,364 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 06df57cfbd36209cf20ee504f3255cfa 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 890a807fdd4ccbfec1294a37415d6430 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for e7c7b2c3ba7302ada444025e4b655b2a 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for de962448ae2505ced7b630c8b1965819 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for ac93de3187fd8a19b13960152824743d 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 4acfbdac373c7e8deb3e75af0a5237d5 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 0a5ddeaab2ce5f31fbd94f48da700e24 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 63b0e43428a70a3fb95635a0ca1c9964 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 46efbb33049b36b95d96e9b92b52e480 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for e25aa36291f2eaa6779c116750abd554 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for b6f048da9b9aec2f7a0cebf85ae0092d 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c515eaa27f0caf7f8b14f41c38ebdca 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 992af1651af77a1b9432919ff7313b0d 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for aa4ffb73d59c80810871a3fb0ac34981 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 86050a0463eb95da7c54651fe432839d 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 3a07fb92358eb077385d574773d0668e 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 8176321ffeacf744e02469fc2c11c5fa 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c3834bf734bd412013ab857f01bee84 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 628584b9de6b803781ce62f548ec0f5c 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1224): stopping server fad905551524,36963,1733832807370 2024-12-10T12:15:07,365 DEBUG [RS:0;fad905551524:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:07,365 INFO [RS:0;fad905551524:36963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T12:15:07,366 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 16eadcc3bf7debec82acb7c431b2b5c3, disabling compactions & flushes 2024-12-10T12:15:07,366 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:15:07,366 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:15:07,366 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. after waiting 0 ms 2024-12-10T12:15:07,366 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:15:07,366 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 16eadcc3bf7debec82acb7c431b2b5c3 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T12:15:07,367 INFO [RS:0;fad905551524:36963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T12:15:07,367 INFO [RS:0;fad905551524:36963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T12:15:07,367 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T12:15:07,368 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-10T12:15:07,368 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 06df57cfbd36209cf20ee504f3255cfa, 0a5ddeaab2ce5f31fbd94f48da700e24, 1588230740, 16eadcc3bf7debec82acb7c431b2b5c3, 3a07fb92358eb077385d574773d0668e, 46efbb33049b36b95d96e9b92b52e480, 4acfbdac373c7e8deb3e75af0a5237d5, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 63b0e43428a70a3fb95635a0ca1c9964, 6c515eaa27f0caf7f8b14f41c38ebdca, 7a55ce85a8117027e2f6153e51576e64, 7fcda7d99194d4f2ea832ca5f1e3799b, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 890a807fdd4ccbfec1294a37415d6430, 97e979e813ab405d4005dd2ef3db5cfc, 992af1651af77a1b9432919ff7313b0d, 9cc11c17260f34e946ef45d564b65bf7, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, ac93de3187fd8a19b13960152824743d, b6f048da9b9aec2f7a0cebf85ae0092d, de962448ae2505ced7b630c8b1965819, deb54aa6e8437a2b9b68f88ebf772db6, e25aa36291f2eaa6779c116750abd554, e7c7b2c3ba7302ada444025e4b655b2a, f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:15:07,369 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T12:15:07,369 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T12:15:07,369 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T12:15:07,369 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T12:15:07,369 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T12:15:07,369 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-10T12:15:07,399 INFO [regionserver/fad905551524:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T12:15:07,401 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3/.tmp/info/866e7e0c36404d07aac7a20c5848b0a3 is 45, key is default/info:d/1733832812933/Put/seqid=0 2024-12-10T12:15:07,405 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/info/9a51a69b50d64185a5307f45d89aa3ae is 143, key is hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3./info:regioninfo/1733832812832/Put/seqid=0 2024-12-10T12:15:07,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741867_1043 (size=5037) 2024-12-10T12:15:07,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741868_1044 (size=36340) 2024-12-10T12:15:07,571 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 06df57cfbd36209cf20ee504f3255cfa, 0a5ddeaab2ce5f31fbd94f48da700e24, 1588230740, 16eadcc3bf7debec82acb7c431b2b5c3, 3a07fb92358eb077385d574773d0668e, 46efbb33049b36b95d96e9b92b52e480, 4acfbdac373c7e8deb3e75af0a5237d5, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 63b0e43428a70a3fb95635a0ca1c9964, 6c515eaa27f0caf7f8b14f41c38ebdca, 7a55ce85a8117027e2f6153e51576e64, 7fcda7d99194d4f2ea832ca5f1e3799b, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 890a807fdd4ccbfec1294a37415d6430, 97e979e813ab405d4005dd2ef3db5cfc, 992af1651af77a1b9432919ff7313b0d, 9cc11c17260f34e946ef45d564b65bf7, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, ac93de3187fd8a19b13960152824743d, b6f048da9b9aec2f7a0cebf85ae0092d, de962448ae2505ced7b630c8b1965819, deb54aa6e8437a2b9b68f88ebf772db6, e25aa36291f2eaa6779c116750abd554, e7c7b2c3ba7302ada444025e4b655b2a, f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:15:07,652 INFO [regionserver/fad905551524:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T12:15:07,652 INFO [regionserver/fad905551524:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T12:15:07,775 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 06df57cfbd36209cf20ee504f3255cfa, 0a5ddeaab2ce5f31fbd94f48da700e24, 1588230740, 16eadcc3bf7debec82acb7c431b2b5c3, 3a07fb92358eb077385d574773d0668e, 46efbb33049b36b95d96e9b92b52e480, 4acfbdac373c7e8deb3e75af0a5237d5, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 63b0e43428a70a3fb95635a0ca1c9964, 6c515eaa27f0caf7f8b14f41c38ebdca, 7a55ce85a8117027e2f6153e51576e64, 7fcda7d99194d4f2ea832ca5f1e3799b, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 890a807fdd4ccbfec1294a37415d6430, 97e979e813ab405d4005dd2ef3db5cfc, 992af1651af77a1b9432919ff7313b0d, 9cc11c17260f34e946ef45d564b65bf7, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, ac93de3187fd8a19b13960152824743d, b6f048da9b9aec2f7a0cebf85ae0092d, de962448ae2505ced7b630c8b1965819, deb54aa6e8437a2b9b68f88ebf772db6, e25aa36291f2eaa6779c116750abd554, e7c7b2c3ba7302ada444025e4b655b2a, f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:15:07,818 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3/.tmp/info/866e7e0c36404d07aac7a20c5848b0a3 2024-12-10T12:15:07,820 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/info/9a51a69b50d64185a5307f45d89aa3ae 2024-12-10T12:15:07,867 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3/.tmp/info/866e7e0c36404d07aac7a20c5848b0a3 as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3/info/866e7e0c36404d07aac7a20c5848b0a3 2024-12-10T12:15:07,932 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3/info/866e7e0c36404d07aac7a20c5848b0a3, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T12:15:07,943 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 16eadcc3bf7debec82acb7c431b2b5c3 in 577ms, sequenceid=6, compaction requested=false 2024-12-10T12:15:07,944 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-10T12:15:07,960 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/rep_barrier/408338268797428da8fa5bc5baa8ae5c is 115, key is test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca./rep_barrier:seqnumDuringOpen/1733832825899/Put/seqid=0 2024-12-10T12:15:07,975 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 06df57cfbd36209cf20ee504f3255cfa, 0a5ddeaab2ce5f31fbd94f48da700e24, 1588230740, 16eadcc3bf7debec82acb7c431b2b5c3, 3a07fb92358eb077385d574773d0668e, 46efbb33049b36b95d96e9b92b52e480, 4acfbdac373c7e8deb3e75af0a5237d5, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 63b0e43428a70a3fb95635a0ca1c9964, 6c515eaa27f0caf7f8b14f41c38ebdca, 7a55ce85a8117027e2f6153e51576e64, 7fcda7d99194d4f2ea832ca5f1e3799b, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 890a807fdd4ccbfec1294a37415d6430, 97e979e813ab405d4005dd2ef3db5cfc, 992af1651af77a1b9432919ff7313b0d, 9cc11c17260f34e946ef45d564b65bf7, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, ac93de3187fd8a19b13960152824743d, b6f048da9b9aec2f7a0cebf85ae0092d, de962448ae2505ced7b630c8b1965819, deb54aa6e8437a2b9b68f88ebf772db6, e25aa36291f2eaa6779c116750abd554, e7c7b2c3ba7302ada444025e4b655b2a, f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:15:07,993 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/namespace/16eadcc3bf7debec82acb7c431b2b5c3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T12:15:07,996 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:15:07,996 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 16eadcc3bf7debec82acb7c431b2b5c3: 2024-12-10T12:15:07,997 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733832811859.16eadcc3bf7debec82acb7c431b2b5c3. 2024-12-10T12:15:07,997 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 97e979e813ab405d4005dd2ef3db5cfc, disabling compactions & flushes 2024-12-10T12:15:07,997 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:15:07,997 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:15:07,997 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. after waiting 0 ms 2024-12-10T12:15:07,997 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:15:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741869_1045 (size=8574) 2024-12-10T12:15:08,041 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/rep_barrier/408338268797428da8fa5bc5baa8ae5c 2024-12-10T12:15:08,075 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/97e979e813ab405d4005dd2ef3db5cfc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,079 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:15:08,079 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 97e979e813ab405d4005dd2ef3db5cfc: 2024-12-10T12:15:08,079 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733832820335.97e979e813ab405d4005dd2ef3db5cfc. 2024-12-10T12:15:08,080 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9cc11c17260f34e946ef45d564b65bf7, disabling compactions & flushes 2024-12-10T12:15:08,080 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:15:08,080 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:15:08,080 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. after waiting 0 ms 2024-12-10T12:15:08,080 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:15:08,137 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/9cc11c17260f34e946ef45d564b65bf7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,143 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:15:08,144 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9cc11c17260f34e946ef45d564b65bf7: 2024-12-10T12:15:08,144 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733832820335.9cc11c17260f34e946ef45d564b65bf7. 2024-12-10T12:15:08,144 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fcda7d99194d4f2ea832ca5f1e3799b, disabling compactions & flushes 2024-12-10T12:15:08,144 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:15:08,144 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:15:08,144 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. after waiting 0 ms 2024-12-10T12:15:08,144 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:15:08,158 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/table/68b54f62fa464e5c87fa6db165616c7d is 94, key is testdroppedtimed,,1733832837543.621f05103f6c7ceb39bedb6b65480479./table:/1733832900163/DeleteFamily/seqid=0 2024-12-10T12:15:08,179 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 06df57cfbd36209cf20ee504f3255cfa, 0a5ddeaab2ce5f31fbd94f48da700e24, 1588230740, 3a07fb92358eb077385d574773d0668e, 46efbb33049b36b95d96e9b92b52e480, 4acfbdac373c7e8deb3e75af0a5237d5, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 63b0e43428a70a3fb95635a0ca1c9964, 6c515eaa27f0caf7f8b14f41c38ebdca, 7a55ce85a8117027e2f6153e51576e64, 7fcda7d99194d4f2ea832ca5f1e3799b, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 890a807fdd4ccbfec1294a37415d6430, 992af1651af77a1b9432919ff7313b0d, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, ac93de3187fd8a19b13960152824743d, b6f048da9b9aec2f7a0cebf85ae0092d, de962448ae2505ced7b630c8b1965819, deb54aa6e8437a2b9b68f88ebf772db6, e25aa36291f2eaa6779c116750abd554, e7c7b2c3ba7302ada444025e4b655b2a, f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:15:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741870_1046 (size=5605) 2024-12-10T12:15:08,192 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/table/68b54f62fa464e5c87fa6db165616c7d 2024-12-10T12:15:08,196 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7fcda7d99194d4f2ea832ca5f1e3799b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,201 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:15:08,201 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fcda7d99194d4f2ea832ca5f1e3799b: 2024-12-10T12:15:08,201 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733832820335.7fcda7d99194d4f2ea832ca5f1e3799b. 2024-12-10T12:15:08,201 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 06df57cfbd36209cf20ee504f3255cfa, disabling compactions & flushes 2024-12-10T12:15:08,201 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:15:08,201 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:15:08,201 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. after waiting 0 ms 2024-12-10T12:15:08,201 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:15:08,231 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/06df57cfbd36209cf20ee504f3255cfa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,235 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/info/9a51a69b50d64185a5307f45d89aa3ae as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/info/9a51a69b50d64185a5307f45d89aa3ae 2024-12-10T12:15:08,235 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:15:08,235 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 06df57cfbd36209cf20ee504f3255cfa: 2024-12-10T12:15:08,235 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733832820335.06df57cfbd36209cf20ee504f3255cfa. 2024-12-10T12:15:08,236 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 890a807fdd4ccbfec1294a37415d6430, disabling compactions & flushes 2024-12-10T12:15:08,236 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:15:08,236 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:15:08,236 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. after waiting 0 ms 2024-12-10T12:15:08,236 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:15:08,271 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/890a807fdd4ccbfec1294a37415d6430/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,273 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/info/9a51a69b50d64185a5307f45d89aa3ae, entries=272, sequenceid=77, filesize=35.5 K 2024-12-10T12:15:08,274 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:15:08,274 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 890a807fdd4ccbfec1294a37415d6430: 2024-12-10T12:15:08,274 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733832820335.890a807fdd4ccbfec1294a37415d6430. 2024-12-10T12:15:08,274 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e7c7b2c3ba7302ada444025e4b655b2a, disabling compactions & flushes 2024-12-10T12:15:08,274 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:15:08,274 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:15:08,274 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. after waiting 0 ms 2024-12-10T12:15:08,274 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:15:08,275 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/rep_barrier/408338268797428da8fa5bc5baa8ae5c as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/rep_barrier/408338268797428da8fa5bc5baa8ae5c 2024-12-10T12:15:08,311 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e7c7b2c3ba7302ada444025e4b655b2a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,313 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/rep_barrier/408338268797428da8fa5bc5baa8ae5c, entries=27, sequenceid=77, filesize=8.4 K 2024-12-10T12:15:08,319 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:15:08,319 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e7c7b2c3ba7302ada444025e4b655b2a: 2024-12-10T12:15:08,319 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733832820335.e7c7b2c3ba7302ada444025e4b655b2a. 2024-12-10T12:15:08,320 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de962448ae2505ced7b630c8b1965819, disabling compactions & flushes 2024-12-10T12:15:08,320 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:15:08,320 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:15:08,320 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. after waiting 0 ms 2024-12-10T12:15:08,320 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:15:08,320 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/.tmp/table/68b54f62fa464e5c87fa6db165616c7d as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/table/68b54f62fa464e5c87fa6db165616c7d 2024-12-10T12:15:08,353 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/table/68b54f62fa464e5c87fa6db165616c7d, entries=6, sequenceid=77, filesize=5.5 K 2024-12-10T12:15:08,356 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/de962448ae2505ced7b630c8b1965819/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,359 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 990ms, sequenceid=77, compaction requested=false 2024-12-10T12:15:08,359 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T12:15:08,360 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:15:08,360 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de962448ae2505ced7b630c8b1965819: 2024-12-10T12:15:08,360 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733832820335.de962448ae2505ced7b630c8b1965819. 2024-12-10T12:15:08,361 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f84a4bd85afa9d80ada7557e5c32827f, disabling compactions & flushes 2024-12-10T12:15:08,361 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:15:08,361 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:15:08,361 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. after waiting 0 ms 2024-12-10T12:15:08,361 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:15:08,383 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1599): Waiting on 20 regions to close 2024-12-10T12:15:08,383 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 0a5ddeaab2ce5f31fbd94f48da700e24, 1588230740, 3a07fb92358eb077385d574773d0668e, 46efbb33049b36b95d96e9b92b52e480, 4acfbdac373c7e8deb3e75af0a5237d5, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 63b0e43428a70a3fb95635a0ca1c9964, 6c515eaa27f0caf7f8b14f41c38ebdca, 7a55ce85a8117027e2f6153e51576e64, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 992af1651af77a1b9432919ff7313b0d, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, ac93de3187fd8a19b13960152824743d, b6f048da9b9aec2f7a0cebf85ae0092d, deb54aa6e8437a2b9b68f88ebf772db6, e25aa36291f2eaa6779c116750abd554, f84a4bd85afa9d80ada7557e5c32827f 2024-12-10T12:15:08,408 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/f84a4bd85afa9d80ada7557e5c32827f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,409 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:15:08,409 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f84a4bd85afa9d80ada7557e5c32827f: 2024-12-10T12:15:08,410 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733832820335.f84a4bd85afa9d80ada7557e5c32827f. 2024-12-10T12:15:08,410 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ac93de3187fd8a19b13960152824743d, disabling compactions & flushes 2024-12-10T12:15:08,410 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:15:08,410 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:15:08,410 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. after waiting 0 ms 2024-12-10T12:15:08,410 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:15:08,443 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/ac93de3187fd8a19b13960152824743d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,448 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-10T12:15:08,451 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:15:08,451 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ac93de3187fd8a19b13960152824743d: 2024-12-10T12:15:08,451 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733832820335.ac93de3187fd8a19b13960152824743d. 2024-12-10T12:15:08,451 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4acfbdac373c7e8deb3e75af0a5237d5, disabling compactions & flushes 2024-12-10T12:15:08,452 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:15:08,452 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:15:08,452 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. after waiting 0 ms 2024-12-10T12:15:08,452 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:15:08,452 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T12:15:08,452 INFO [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T12:15:08,452 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T12:15:08,452 DEBUG [RS_CLOSE_META-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T12:15:08,486 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4acfbdac373c7e8deb3e75af0a5237d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,491 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:15:08,491 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4acfbdac373c7e8deb3e75af0a5237d5: 2024-12-10T12:15:08,491 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733832820335.4acfbdac373c7e8deb3e75af0a5237d5. 2024-12-10T12:15:08,492 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0a5ddeaab2ce5f31fbd94f48da700e24, disabling compactions & flushes 2024-12-10T12:15:08,492 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:15:08,492 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:15:08,492 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. after waiting 0 ms 2024-12-10T12:15:08,492 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:15:08,546 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/0a5ddeaab2ce5f31fbd94f48da700e24/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,548 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:15:08,548 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0a5ddeaab2ce5f31fbd94f48da700e24: 2024-12-10T12:15:08,549 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733832820335.0a5ddeaab2ce5f31fbd94f48da700e24. 2024-12-10T12:15:08,549 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 63b0e43428a70a3fb95635a0ca1c9964, disabling compactions & flushes 2024-12-10T12:15:08,549 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:15:08,549 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:15:08,549 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. after waiting 0 ms 2024-12-10T12:15:08,549 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:15:08,577 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/63b0e43428a70a3fb95635a0ca1c9964/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,578 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:15:08,578 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 63b0e43428a70a3fb95635a0ca1c9964: 2024-12-10T12:15:08,579 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733832820335.63b0e43428a70a3fb95635a0ca1c9964. 2024-12-10T12:15:08,579 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 46efbb33049b36b95d96e9b92b52e480, disabling compactions & flushes 2024-12-10T12:15:08,579 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:15:08,579 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:15:08,579 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. after waiting 0 ms 2024-12-10T12:15:08,579 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:15:08,587 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 3a07fb92358eb077385d574773d0668e, 46efbb33049b36b95d96e9b92b52e480, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 6c515eaa27f0caf7f8b14f41c38ebdca, 7a55ce85a8117027e2f6153e51576e64, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 992af1651af77a1b9432919ff7313b0d, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, b6f048da9b9aec2f7a0cebf85ae0092d, deb54aa6e8437a2b9b68f88ebf772db6, e25aa36291f2eaa6779c116750abd554 2024-12-10T12:15:08,600 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/46efbb33049b36b95d96e9b92b52e480/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,606 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:15:08,606 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 46efbb33049b36b95d96e9b92b52e480: 2024-12-10T12:15:08,606 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733832820335.46efbb33049b36b95d96e9b92b52e480. 2024-12-10T12:15:08,606 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e25aa36291f2eaa6779c116750abd554, disabling compactions & flushes 2024-12-10T12:15:08,606 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:15:08,606 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:15:08,606 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. after waiting 0 ms 2024-12-10T12:15:08,606 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:15:08,655 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/e25aa36291f2eaa6779c116750abd554/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,664 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:15:08,664 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e25aa36291f2eaa6779c116750abd554: 2024-12-10T12:15:08,664 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733832820335.e25aa36291f2eaa6779c116750abd554. 2024-12-10T12:15:08,664 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b6f048da9b9aec2f7a0cebf85ae0092d, disabling compactions & flushes 2024-12-10T12:15:08,664 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:15:08,664 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:15:08,664 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. after waiting 0 ms 2024-12-10T12:15:08,664 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:15:08,725 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/b6f048da9b9aec2f7a0cebf85ae0092d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,726 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:15:08,726 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b6f048da9b9aec2f7a0cebf85ae0092d: 2024-12-10T12:15:08,726 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733832820335.b6f048da9b9aec2f7a0cebf85ae0092d. 2024-12-10T12:15:08,727 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c515eaa27f0caf7f8b14f41c38ebdca, disabling compactions & flushes 2024-12-10T12:15:08,727 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:15:08,727 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:15:08,727 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. after waiting 0 ms 2024-12-10T12:15:08,727 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:15:08,763 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/6c515eaa27f0caf7f8b14f41c38ebdca/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,766 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:15:08,766 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c515eaa27f0caf7f8b14f41c38ebdca: 2024-12-10T12:15:08,766 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733832820335.6c515eaa27f0caf7f8b14f41c38ebdca. 2024-12-10T12:15:08,766 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 992af1651af77a1b9432919ff7313b0d, disabling compactions & flushes 2024-12-10T12:15:08,766 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:15:08,766 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:15:08,766 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. after waiting 0 ms 2024-12-10T12:15:08,766 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:15:08,791 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 3a07fb92358eb077385d574773d0668e, 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 7a55ce85a8117027e2f6153e51576e64, 8176321ffeacf744e02469fc2c11c5fa, 86050a0463eb95da7c54651fe432839d, 992af1651af77a1b9432919ff7313b0d, a0008476a2e7f8cddfbb62ff0d15b9c0, aa4ffb73d59c80810871a3fb0ac34981, deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:15:08,828 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/992af1651af77a1b9432919ff7313b0d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,841 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:15:08,841 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 992af1651af77a1b9432919ff7313b0d: 2024-12-10T12:15:08,841 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733832820335.992af1651af77a1b9432919ff7313b0d. 2024-12-10T12:15:08,842 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing aa4ffb73d59c80810871a3fb0ac34981, disabling compactions & flushes 2024-12-10T12:15:08,842 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:15:08,842 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:15:08,842 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. after waiting 0 ms 2024-12-10T12:15:08,842 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:15:08,892 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/aa4ffb73d59c80810871a3fb0ac34981/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,894 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:15:08,894 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for aa4ffb73d59c80810871a3fb0ac34981: 2024-12-10T12:15:08,894 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733832820335.aa4ffb73d59c80810871a3fb0ac34981. 2024-12-10T12:15:08,894 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 86050a0463eb95da7c54651fe432839d, disabling compactions & flushes 2024-12-10T12:15:08,894 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:15:08,894 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:15:08,894 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. after waiting 0 ms 2024-12-10T12:15:08,894 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:15:08,923 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/86050a0463eb95da7c54651fe432839d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,927 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:15:08,927 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 86050a0463eb95da7c54651fe432839d: 2024-12-10T12:15:08,927 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733832820335.86050a0463eb95da7c54651fe432839d. 2024-12-10T12:15:08,927 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3a07fb92358eb077385d574773d0668e, disabling compactions & flushes 2024-12-10T12:15:08,928 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:15:08,928 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:15:08,928 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. after waiting 0 ms 2024-12-10T12:15:08,928 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:15:08,979 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/3a07fb92358eb077385d574773d0668e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:08,987 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:15:08,987 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3a07fb92358eb077385d574773d0668e: 2024-12-10T12:15:08,987 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733832820335.3a07fb92358eb077385d574773d0668e. 2024-12-10T12:15:08,988 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8176321ffeacf744e02469fc2c11c5fa, disabling compactions & flushes 2024-12-10T12:15:08,988 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:15:08,988 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:15:08,988 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. after waiting 0 ms 2024-12-10T12:15:08,988 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:15:08,993 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 4c3834bf734bd412013ab857f01bee84, 628584b9de6b803781ce62f548ec0f5c, 7a55ce85a8117027e2f6153e51576e64, 8176321ffeacf744e02469fc2c11c5fa, a0008476a2e7f8cddfbb62ff0d15b9c0, deb54aa6e8437a2b9b68f88ebf772db6 2024-12-10T12:15:09,031 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/8176321ffeacf744e02469fc2c11c5fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:09,036 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:15:09,036 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8176321ffeacf744e02469fc2c11c5fa: 2024-12-10T12:15:09,036 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733832820335.8176321ffeacf744e02469fc2c11c5fa. 2024-12-10T12:15:09,036 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing deb54aa6e8437a2b9b68f88ebf772db6, disabling compactions & flushes 2024-12-10T12:15:09,036 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:15:09,036 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:15:09,036 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. after waiting 0 ms 2024-12-10T12:15:09,036 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:15:09,082 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/deb54aa6e8437a2b9b68f88ebf772db6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:09,088 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:15:09,088 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for deb54aa6e8437a2b9b68f88ebf772db6: 2024-12-10T12:15:09,088 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733832820335.deb54aa6e8437a2b9b68f88ebf772db6. 2024-12-10T12:15:09,088 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c3834bf734bd412013ab857f01bee84, disabling compactions & flushes 2024-12-10T12:15:09,088 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:15:09,088 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:15:09,088 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. after waiting 0 ms 2024-12-10T12:15:09,088 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:15:09,139 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/4c3834bf734bd412013ab857f01bee84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:09,141 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:15:09,141 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4c3834bf734bd412013ab857f01bee84: 2024-12-10T12:15:09,141 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733832820335.4c3834bf734bd412013ab857f01bee84. 2024-12-10T12:15:09,141 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a0008476a2e7f8cddfbb62ff0d15b9c0, disabling compactions & flushes 2024-12-10T12:15:09,141 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:15:09,141 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:15:09,141 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. after waiting 0 ms 2024-12-10T12:15:09,141 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:15:09,141 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a0008476a2e7f8cddfbb62ff0d15b9c0 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-10T12:15:09,194 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 628584b9de6b803781ce62f548ec0f5c, 7a55ce85a8117027e2f6153e51576e64, a0008476a2e7f8cddfbb62ff0d15b9c0 2024-12-10T12:15:09,218 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0/.tmp/f/cc3a378ff27d4f88903c2262b64e3a12 is 4136, key is NormalPut000/f:row/1733832841441/Put/seqid=0 2024-12-10T12:15:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741871_1047 (size=4147225) 2024-12-10T12:15:09,254 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0/.tmp/f/cc3a378ff27d4f88903c2262b64e3a12 2024-12-10T12:15:09,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T12:15:09,290 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0/.tmp/f/cc3a378ff27d4f88903c2262b64e3a12 as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0/f/cc3a378ff27d4f88903c2262b64e3a12 2024-12-10T12:15:09,334 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0/f/cc3a378ff27d4f88903c2262b64e3a12, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-10T12:15:09,348 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for a0008476a2e7f8cddfbb62ff0d15b9c0 in 207ms, sequenceid=1004, compaction requested=false 2024-12-10T12:15:09,348 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-10T12:15:09,381 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/a0008476a2e7f8cddfbb62ff0d15b9c0/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-10T12:15:09,382 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:15:09,382 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a0008476a2e7f8cddfbb62ff0d15b9c0: 2024-12-10T12:15:09,382 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733832820335.a0008476a2e7f8cddfbb62ff0d15b9c0. 2024-12-10T12:15:09,382 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a55ce85a8117027e2f6153e51576e64, disabling compactions & flushes 2024-12-10T12:15:09,382 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:15:09,383 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:15:09,383 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. after waiting 0 ms 2024-12-10T12:15:09,383 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:15:09,394 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T12:15:09,394 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1603): Online Regions={7a55ce85a8117027e2f6153e51576e64=test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64., 628584b9de6b803781ce62f548ec0f5c=test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c.} 2024-12-10T12:15:09,394 DEBUG [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1629): Waiting on 628584b9de6b803781ce62f548ec0f5c, 7a55ce85a8117027e2f6153e51576e64 2024-12-10T12:15:09,399 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/7a55ce85a8117027e2f6153e51576e64/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:09,400 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:15:09,400 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a55ce85a8117027e2f6153e51576e64: 2024-12-10T12:15:09,400 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733832820335.7a55ce85a8117027e2f6153e51576e64. 2024-12-10T12:15:09,401 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 628584b9de6b803781ce62f548ec0f5c, disabling compactions & flushes 2024-12-10T12:15:09,401 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:15:09,401 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:15:09,401 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. after waiting 0 ms 2024-12-10T12:15:09,401 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:15:09,421 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/data/default/test/628584b9de6b803781ce62f548ec0f5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T12:15:09,423 INFO [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:15:09,423 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 628584b9de6b803781ce62f548ec0f5c: 2024-12-10T12:15:09,423 DEBUG [RS_CLOSE_REGION-regionserver/fad905551524:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733832820335.628584b9de6b803781ce62f548ec0f5c. 2024-12-10T12:15:09,595 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1250): stopping server fad905551524,36963,1733832807370; all regions closed. 2024-12-10T12:15:09,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741834_1010 (size=40374) 2024-12-10T12:15:09,630 DEBUG [RS:0;fad905551524:36963 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/oldWALs 2024-12-10T12:15:09,630 INFO [RS:0;fad905551524:36963 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fad905551524%2C36963%2C1733832807370.meta:.meta(num 1733832811345) 2024-12-10T12:15:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741833_1009 (size=4217378) 2024-12-10T12:15:09,646 DEBUG [RS:0;fad905551524:36963 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/oldWALs 2024-12-10T12:15:09,646 INFO [RS:0;fad905551524:36963 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fad905551524%2C36963%2C1733832807370:(num 1733832810805) 2024-12-10T12:15:09,646 DEBUG [RS:0;fad905551524:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:09,646 INFO [RS:0;fad905551524:36963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T12:15:09,646 INFO [RS:0;fad905551524:36963 {}] hbase.ChoreService(370): Chore service for: regionserver/fad905551524:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T12:15:09,646 INFO [regionserver/fad905551524:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T12:15:09,647 INFO [RS:0;fad905551524:36963 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36963 2024-12-10T12:15:09,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/fad905551524,36963,1733832807370 2024-12-10T12:15:09,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-10T12:15:09,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fad905551524,36963,1733832807370] 2024-12-10T12:15:09,758 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fad905551524,36963,1733832807370; numProcessing=1 2024-12-10T12:15:09,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/fad905551524,36963,1733832807370 already deleted, retry=false 2024-12-10T12:15:09,771 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fad905551524,36963,1733832807370 expired; onlineServers=0 2024-12-10T12:15:09,772 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fad905551524,46797,1733832806313' ***** 2024-12-10T12:15:09,772 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T12:15:09,772 DEBUG [M:0;fad905551524:46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d5c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fad905551524/172.17.0.2:0 2024-12-10T12:15:09,772 INFO [M:0;fad905551524:46797 {}] regionserver.HRegionServer(1224): stopping server fad905551524,46797,1733832806313 2024-12-10T12:15:09,772 INFO [M:0;fad905551524:46797 {}] regionserver.HRegionServer(1250): stopping server fad905551524,46797,1733832806313; all regions closed. 2024-12-10T12:15:09,772 DEBUG [M:0;fad905551524:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T12:15:09,772 DEBUG [M:0;fad905551524:46797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T12:15:09,772 DEBUG [M:0;fad905551524:46797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T12:15:09,772 DEBUG [master/fad905551524:0:becomeActiveMaster-HFileCleaner.small.0-1733832810271 {}] cleaner.HFileCleaner(306): Exit Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.small.0-1733832810271,5,FailOnTimeoutGroup] 2024-12-10T12:15:09,772 DEBUG [master/fad905551524:0:becomeActiveMaster-HFileCleaner.large.0-1733832810270 {}] cleaner.HFileCleaner(306): Exit Thread[master/fad905551524:0:becomeActiveMaster-HFileCleaner.large.0-1733832810270,5,FailOnTimeoutGroup] 2024-12-10T12:15:09,772 INFO [M:0;fad905551524:46797 {}] hbase.ChoreService(370): Chore service for: master/fad905551524:0 had [] on shutdown 2024-12-10T12:15:09,772 DEBUG [M:0;fad905551524:46797 {}] master.HMaster(1733): Stopping service threads 2024-12-10T12:15:09,772 INFO [M:0;fad905551524:46797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T12:15:09,772 ERROR [M:0;fad905551524:46797 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-10T12:15:09,773 INFO [M:0;fad905551524:46797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T12:15:09,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T12:15:09,773 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T12:15:09,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-10T12:15:09,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-10T12:15:09,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T12:15:09,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-10T12:15:09,796 DEBUG [M:0;fad905551524:46797 {}] zookeeper.RecoverableZooKeeper(215): Node /1/master already deleted, retry=false 2024-12-10T12:15:09,796 DEBUG [M:0;fad905551524:46797 {}] master.ActiveMasterManager(353): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Failed delete of our master address node; KeeperErrorCode = NoNode for /1/master 2024-12-10T12:15:09,797 INFO [M:0;fad905551524:46797 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T12:15:09,797 INFO [M:0;fad905551524:46797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T12:15:09,797 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T12:15:09,797 INFO [M:0;fad905551524:46797 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:09,798 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:09,798 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T12:15:09,798 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:09,798 INFO [M:0;fad905551524:46797 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.96 KB heapSize=293.95 KB 2024-12-10T12:15:09,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T12:15:09,840 DEBUG [M:0;fad905551524:46797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a714b166df67485bbc29986afc2ad1cc is 82, key is hbase:meta,,1/info:regioninfo/1733832811640/Put/seqid=0 2024-12-10T12:15:09,854 INFO [RS:0;fad905551524:36963 {}] regionserver.HRegionServer(1307): Exiting; stopping=fad905551524,36963,1733832807370; zookeeper connection closed. 2024-12-10T12:15:09,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:09,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1000fdc15390001, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:09,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62b1b223 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62b1b223 2024-12-10T12:15:09,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741872_1048 (size=5672) 2024-12-10T12:15:09,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-10T12:15:10,255 INFO [M:0;fad905551524:46797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a714b166df67485bbc29986afc2ad1cc 2024-12-10T12:15:10,304 DEBUG [M:0;fad905551524:46797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d28c069783d480b884398b787dfa352 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733832826203/Put/seqid=0 2024-12-10T12:15:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741873_1049 (size=12843) 2024-12-10T12:15:10,324 INFO [M:0;fad905551524:46797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.40 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d28c069783d480b884398b787dfa352 2024-12-10T12:15:10,330 INFO [M:0;fad905551524:46797 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d28c069783d480b884398b787dfa352 2024-12-10T12:15:10,359 DEBUG [M:0;fad905551524:46797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f648b7c82e4966b8244b22afc50160 is 69, key is fad905551524,36963,1733832807370/rs:state/1733832810346/Put/seqid=0 2024-12-10T12:15:10,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741874_1050 (size=5156) 2024-12-10T12:15:10,378 INFO [M:0;fad905551524:46797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f648b7c82e4966b8244b22afc50160 2024-12-10T12:15:10,395 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a714b166df67485bbc29986afc2ad1cc as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a714b166df67485bbc29986afc2ad1cc 2024-12-10T12:15:10,403 INFO [M:0;fad905551524:46797 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a714b166df67485bbc29986afc2ad1cc, entries=8, sequenceid=612, filesize=5.5 K 2024-12-10T12:15:10,405 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d28c069783d480b884398b787dfa352 as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d28c069783d480b884398b787dfa352 2024-12-10T12:15:10,411 INFO [M:0;fad905551524:46797 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d28c069783d480b884398b787dfa352 2024-12-10T12:15:10,412 INFO [M:0;fad905551524:46797 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d28c069783d480b884398b787dfa352, entries=77, sequenceid=612, filesize=12.5 K 2024-12-10T12:15:10,415 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f648b7c82e4966b8244b22afc50160 as hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25f648b7c82e4966b8244b22afc50160 2024-12-10T12:15:10,422 INFO [M:0;fad905551524:46797 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43817/user/jenkins/test-data/373176eb-9cce-18e1-e40e-84867b839404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25f648b7c82e4966b8244b22afc50160, entries=1, sequenceid=612, filesize=5.0 K 2024-12-10T12:15:10,423 INFO [M:0;fad905551524:46797 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.96 KB/243671, heapSize ~293.65 KB/300696, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 625ms, sequenceid=612, compaction requested=false 2024-12-10T12:15:10,431 INFO [M:0;fad905551524:46797 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T12:15:10,431 DEBUG [M:0;fad905551524:46797 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T12:15:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741830_1006 (size=284410) 2024-12-10T12:15:10,450 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T12:15:10,450 INFO [M:0;fad905551524:46797 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T12:15:10,450 INFO [M:0;fad905551524:46797 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46797 2024-12-10T12:15:10,460 DEBUG [M:0;fad905551524:46797 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/fad905551524,46797,1733832806313 already deleted, retry=false 2024-12-10T12:15:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:10,572 INFO [M:0;fad905551524:46797 {}] regionserver.HRegionServer(1307): Exiting; stopping=fad905551524,46797,1733832806313; zookeeper connection closed. 2024-12-10T12:15:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46797-0x1000fdc15390000, quorum=127.0.0.1:57339, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T12:15:10,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b590514{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T12:15:10,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T12:15:10,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T12:15:10,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T12:15:10,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop.log.dir/,STOPPED} 2024-12-10T12:15:10,577 WARN [BP-752090908-172.17.0.2-1733832801813 heartbeating to localhost/127.0.0.1:43817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T12:15:10,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T12:15:10,578 WARN [BP-752090908-172.17.0.2-1733832801813 heartbeating to localhost/127.0.0.1:43817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-752090908-172.17.0.2-1733832801813 (Datanode Uuid d37c2080-2dd2-45cb-95a8-2e2b9d36ae12) service to localhost/127.0.0.1:43817 2024-12-10T12:15:10,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T12:15:10,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/dfs/data/data1/current/BP-752090908-172.17.0.2-1733832801813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T12:15:10,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/cluster_7d634f07-f0a2-5ff1-421c-e3cb99a09703/dfs/data/data2/current/BP-752090908-172.17.0.2-1733832801813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T12:15:10,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T12:15:10,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T12:15:10,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T12:15:10,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T12:15:10,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T12:15:10,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/191bb10c-5e86-60a0-391e-545691b6001a/hadoop.log.dir/,STOPPED} 2024-12-10T12:15:10,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T12:15:10,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down